-- Logs begin at Fri 2022-10-28 19:11:02 UTC, end at Fri 2022-10-28 20:12:31 UTC. -- Oct 28 19:43:57.837614 dv-cinder-862894-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 19:44:00.775982 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.common.config [-] Logging enabled! Oct 28 19:44:00.776629 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 19:44:00.776718 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115317) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 19:44:00.780074 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.common.config [-] Logging enabled! Oct 28 19:44:00.780324 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 19:44:00.780637 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115317) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 19:44:00.781588 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:44:00.781826 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:44:00.782216 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:44:00.782469 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:44:00.782698 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:44:00.783171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.783593 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Oct 28 19:44:00.783897 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.784191 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.784479 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.785090 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.785380 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.785666 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.785948 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.786298 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.786584 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.786866 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.787150 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.787426 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.787709 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.787996 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.788286 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.788561 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] debug = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.788844 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.789276 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.789702 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.789991 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.790303 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.790589 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.790861 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.791416 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.791710 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.792038 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] host = dv-cinder-862894-1-iscsi {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.792317 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.792605 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.792898 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.793184 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.793457 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.793733 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.794016 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.794310 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.794582 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.794857 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.795142 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.795426 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.795714 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.795936 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.796159 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.796453 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.796748 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.797018 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.797292 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.797566 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.797842 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.798136 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.798407 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.798697 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.798984 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.799272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.799552 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.799829 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.800109 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.800383 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.800671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.800948 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.801226 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.801503 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.801793 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.802067 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.802364 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.802666 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.802956 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.803240 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.803528 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.803806 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.804090 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.804364 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.804639 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.804912 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_json = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.805189 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.805508 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.805796 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.806070 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.806365 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.806639 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.806917 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.807202 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.807477 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:00.807775 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.808070 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.808370 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.808667 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.808961 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.809245 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.809534 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.809814 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.810132 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.810421 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.810712 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.810994 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.811293 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.811582 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.811874 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.812180 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.812473 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.812766 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.813044 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.813320 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.813595 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.813875 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.814266 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.814546 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.814836 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.815127 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.815408 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.815707 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.815996 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.816290 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.816577 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.816851 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.817130 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.817420 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.817697 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.817974 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.818280 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.818568 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.818856 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.819126 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.819413 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.819706 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.819999 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.820272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.820550 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.820842 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.821146 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.821420 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.821692 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.821971 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.822273 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.822559 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.822838 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.823118 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.823393 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.823680 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.823956 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.824233 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.824512 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.824787 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.825071 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.825345 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.825621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.825895 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.826200 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.826473 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.826752 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.827023 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.827300 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.827572 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.827844 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.828117 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.828387 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.828658 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.828942 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.829230 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.829526 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.829804 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.830117 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.830385 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.830660 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.830939 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.831221 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.831499 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.831777 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.832050 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.832558 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.832843 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.833148 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.833432 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.833711 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.834004 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.834304 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.834580 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.834862 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.835138 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.835415 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.835697 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.835979 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.836272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.836599 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.836895 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.837192 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.837484 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.837765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.838071 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.838372 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:00.838588 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:44:00.838829 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115317) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 19:44:01.205923 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 19:44:01.206167 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 19:44:01.206511 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 19:44:01.206828 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 19:44:01.525253 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.525551 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.525825 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.527166 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.527445 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.527708 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.572087 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.572361 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.572622 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.586543 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.586862 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.587134 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.614701 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.614972 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.615247 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.651633 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.651921 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:01.652215 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.003558 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.004186 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.004186 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.004326 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.005032 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.101658 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.101982 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.102295 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.102585 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.102855 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.103165 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.103427 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.103678 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.103937 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.104217 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.104453 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.104716 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.104971 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.105220 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.105472 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.105732 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.105970 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.106258 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.106526 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.106785 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.107053 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.107302 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.107578 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.107947 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.108194 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.108436 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.108831 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.109068 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.109304 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.109540 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.109774 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.110008 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:02.110391 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 19:44:02.113461 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 19:44:02.117467 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 19:44:02.121228 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 28 19:44:02.122858 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 19:44:02.123320 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 19:44:02.123650 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 19:44:02.124027 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 19:44:02.126807 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 19:44:02.127055 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 19:44:02.127407 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 19:44:02.132223 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 19:44:02.155564 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 19:44:02.156011 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.156306 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115317) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Oct 28 19:44:02.156674 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.158008 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115317) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 19:44:02.158482 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 19:44:02.159302 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 19:44:02.171010 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.171287 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.356683 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 19:44:02.356942 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 19:44:02.357306 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 19:44:02.357992 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 19:44:02.386956 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_db.sqlalchemy.engines [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115317) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 19:44:02.855027 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing driver for type 'gre' Oct 28 19:44:02.855588 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] gre ID ranges: [(1, 1000)] Oct 28 19:44:02.910701 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing driver for type 'local' Oct 28 19:44:02.910975 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing driver for type 'vlan' Oct 28 19:44:02.925046 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] VlanTypeDriver initialization complete Oct 28 19:44:02.925398 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing driver for type 'vxlan' Oct 28 19:44:02.925881 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] vxlan ID ranges: [(1, 1000)] Oct 28 19:44:02.979416 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing extension driver 'port_security' Oct 28 19:44:02.979781 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] PortSecurityExtensionDriver initialization complete Oct 28 19:44:02.980151 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing mechanism driver 'openvswitch' Oct 28 19:44:02.980523 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing mechanism driver 'hyperv' Oct 28 19:44:02.987186 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:02.988051 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.988434 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.988796 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.989331 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.989771 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.990156 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.990509 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.990912 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.991334 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.991703 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.992036 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.992434 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.992849 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.993207 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.993555 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.993979 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.994453 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.994807 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.995159 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.995562 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.995975 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > address_group after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.996331 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > address_group after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.996678 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.997059 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115317) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:44:02.997507 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] ML2 OVO RPC backend initialized. {{(pid=115317) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Oct 28 19:44:02.998259 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.998622 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.999052 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.999410 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > networks before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:02.999764 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.000113 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > ports before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.000468 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.000816 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnets before_response 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.001171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.001520 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.001864 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.002242 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.002588 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.002930 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.003274 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.003619 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.004173 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.011272 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded quota_driver: . Oct 28 19:44:03.011646 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.plugin [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Modular L2 Plugin initialization complete Oct 28 19:44:03.011956 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading services supported by the core plugin {{(pid=115317) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 19:44:03.012339 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.plugins.ml2.managers [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Got port-security extension from driver 'port_security' Oct 28 19:44:03.012830 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.extensions.vlantransparent [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Disabled vlantransparent extension. Oct 28 19:44:03.013626 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115317) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 19:44:03.013964 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: router Oct 28 19:44:03.049968 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.050418 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_create 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.050798 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router before_create 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.051167 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.051543 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.051901 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_delete 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.052266 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.052618 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.052985 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_create 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.053333 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.053696 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.054035 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.054426 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.054852 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.055217 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.055559 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.055907 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: subnet after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.056251 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.056636 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.056990 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_create 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.057338 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.057813 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.058232 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router after_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.058585 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.058942 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_create 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.059310 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.059659 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_update 55549900 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.060030 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > agent after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.060389 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > agent after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.060740 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > network after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.061616 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Tracking information for resource: router configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:03.061957 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Tracking information for resource: floatingip configured {{(pid=115317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:44:03.066839 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.db.l3_agentschedulers_db [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 19:44:03.067418 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.067787 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.068111 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.068505 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: port after_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.069308 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router before_create 55550100 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.069680 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.070046 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_create 55550100 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.070437 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > router precommit_update 55550100 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.075359 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.provider_configuration [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service providers = [] {{(pid=115317) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 19:44:03.075721 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.db.servicetype_db [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115317) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 19:44:03.078750 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.service_base [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:44:03.079103 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.service_base [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:44:03.079452 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.service_base [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:44:03.080382 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.services.service_base [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:44:03.080736 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.services.service_base [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 19:44:03.081125 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.081449 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 19:44:03.092050 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.092397 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: auto_allocate Oct 28 19:44:03.098201 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: network precommit_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.098577 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: network precommit_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.099104 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.099431 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: tag Oct 28 19:44:03.107428 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.107758 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: timestamp Oct 28 19:44:03.111606 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.111946 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: network_ip_availability Oct 28 19:44:03.117617 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.117996 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.118390 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.119172 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.119495 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: flavors Oct 28 19:44:03.124503 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.124842 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading Plugin: revisions Oct 28 19:44:03.129322 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:44:03.129725 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.923s {{(pid=115317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 19:44:03.130510 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115317) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 19:44:03.130859 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Initializing extension manager. Oct 28 19:44:03.131388 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: __init__.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.131737 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: __pycache__ {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.132042 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: address_group.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.132843 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.133416 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: address-group Oct 28 19:44:03.133746 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: address_scope.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.134482 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.135012 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: address-scope Oct 28 19:44:03.135338 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.136289 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.136808 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: router-admin-state-down-before-update Oct 28 19:44:03.137136 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: agent.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.137848 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.138405 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: agent Oct 28 19:44:03.138731 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: agent_resources_synced.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.139649 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.140176 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: agent-resources-synced Oct 28 19:44:03.140503 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: allowedaddresspairs.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.142362 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.142899 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: allowed-address-pairs Oct 28 19:44:03.143232 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: auto_allocated_topology.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.144311 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.144850 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: auto-allocated-topology Oct 28 19:44:03.145171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: availability_zone.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.145880 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.146432 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: availability_zone Oct 28 19:44:03.146764 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: availability_zone_filter.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.147690 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.148204 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: availability_zone_filter Oct 28 19:44:03.148534 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: data_plane_status.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.149449 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.149962 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 19:44:03.150466 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: default_subnetpools.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.151413 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.151939 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: default-subnetpools Oct 28 19:44:03.152271 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.153096 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.153616 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: dhcp_agent_scheduler Oct 28 19:44:03.153949 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: dns.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.154896 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.155412 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 19:44:03.155741 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: dns_domain_ports.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.156672 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.157190 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 19:44:03.157517 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.158465 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.158978 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 19:44:03.159309 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: dvr.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.160344 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.160912 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: dvr Oct 28 19:44:03.161190 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: ecmp_routes.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.162114 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.162659 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 19:44:03.162985 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: empty_string_filtering.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.163897 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.164427 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: empty-string-filtering Oct 28 19:44:03.164754 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.165676 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.166252 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 19:44:03.166582 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.167516 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.168032 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 19:44:03.168356 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: external_net.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.169290 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.169811 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: external-net Oct 28 19:44:03.170170 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.171083 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.171598 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: extra_dhcp_opt Oct 28 19:44:03.171925 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: extraroute.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.172843 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.173365 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: extraroute Oct 28 19:44:03.173690 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: extraroute_atomic.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.174762 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.175282 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: extraroute-atomic Oct 28 19:44:03.175612 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: filter_validation.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.176279 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.176796 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: filter-validation Oct 28 19:44:03.177124 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: fip_pf_description.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.178037 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.178573 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 19:44:03.178898 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: fip_port_details.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.179989 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.180506 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: fip-port-details Oct 28 19:44:03.180833 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: flavors.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.182147 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.182688 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: flavors Oct 28 19:44:03.183016 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.184700 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.185227 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 19:44:03.185569 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: floatingip_pools.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.186320 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.186842 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: floatingip-pools Oct 28 19:44:03.187176 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: ip_allocation.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.188136 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.188653 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 19:44:03.188983 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.189907 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.190461 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: ip-substring-filtering Oct 28 19:44:03.190794 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l2_adjacency.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.191739 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.192254 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 19:44:03.192591 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.193564 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.194098 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: router Oct 28 19:44:03.194451 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.196702 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.197314 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 19:44:03.197655 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.198626 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.199152 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: ext-gw-mode Oct 28 19:44:03.199486 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.200411 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.200936 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: l3-ha Oct 28 19:44:03.201272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.202229 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.202753 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 19:44:03.203083 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_flavors.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.204005 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.204527 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: l3-flavors Oct 28 19:44:03.204864 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.206287 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.206821 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 19:44:03.207155 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.208084 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.208620 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 19:44:03.208953 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: l3agentscheduler.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.210009 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.210558 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: l3_agent_scheduler Oct 28 19:44:03.210895 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: local_ip.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.212684 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.213239 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension local_ip not supported by any of loaded plugins Oct 28 19:44:03.213575 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: logging.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.215480 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.216015 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension logging not supported by any of loaded plugins Oct 28 19:44:03.216354 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: metering.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.217113 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.217713 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: metering Oct 28 19:44:03.218047 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.219162 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.219697 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: metering_source_and_destination_fields Oct 28 19:44:03.220032 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: multiprovidernet.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.220983 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.221512 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: multi-provider Oct 28 19:44:03.221844 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: netmtu.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.222821 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.223337 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: net-mtu Oct 28 19:44:03.223665 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: netmtu_writable.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.224617 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.225134 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: net-mtu-writable Oct 28 19:44:03.225463 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: network_availability_zone.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.226176 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.226693 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: network_availability_zone Oct 28 19:44:03.227019 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: network_ip_availability.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.228136 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.228714 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: network-ip-availability Oct 28 19:44:03.229045 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: network_segment_range.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.229821 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.230379 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 19:44:03.230706 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: pagination.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.231694 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.232033 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: pagination Oct 28 19:44:03.232363 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: port_device_profile.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.233297 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.233824 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: port-device-profile Oct 28 19:44:03.234177 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.235120 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.235647 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: port-mac-address-regenerate Oct 28 19:44:03.235972 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.236900 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.237421 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: port-numa-affinity-policy Oct 28 19:44:03.237743 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: port_resource_request.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.238694 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.239221 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 19:44:03.239543 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: port_resource_request_groups.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.240521 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.241041 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 19:44:03.241371 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: portbindings.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.242326 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.242847 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: binding Oct 28 19:44:03.243174 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: portbindings_extended.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.244471 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.245001 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: binding-extended Oct 28 19:44:03.245335 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: portsecurity.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.246362 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.246889 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: port-security Oct 28 19:44:03.247223 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: project_id.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.248210 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.248551 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: project-id Oct 28 19:44:03.248876 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: providernet.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.249798 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.250357 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: provider Oct 28 19:44:03.250683 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.254253 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.254785 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos not supported by any of loaded plugins Oct 28 19:44:03.255119 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.256403 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.256930 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 19:44:03.257264 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.258226 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.258756 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 19:44:03.259085 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_default.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.260058 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.260580 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-default not supported by any of loaded plugins Oct 28 19:44:03.260916 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_fip.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.261840 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.262405 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 19:44:03.262734 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.263657 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.264179 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 19:44:03.264513 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_gateway_ip.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.265554 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.266093 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 19:44:03.266432 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_port_network_policy.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.267352 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.267865 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 19:44:03.268199 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.269241 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.269763 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 19:44:03.270115 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.271168 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.271697 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 19:44:03.272028 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_pps_rule.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.273211 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.273741 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 19:44:03.274058 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_rule_type_details.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.275030 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.275613 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 19:44:03.275941 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: qos_rules_alias.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.277007 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.277529 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 19:44:03.277860 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: quota_check_limit.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.278815 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.279344 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: quota-check-limit Oct 28 19:44:03.279676 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: quotasv2.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.280610 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.280949 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: quotas Oct 28 19:44:03.281275 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: quotasv2_detail.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.283003 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.283356 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: quota_details Oct 28 19:44:03.283715 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: rbac.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.285113 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.285666 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: rbac-policies Oct 28 19:44:03.286003 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: rbac_address_group.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.286973 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.287508 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: rbac-address-group Oct 28 19:44:03.287846 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: rbac_address_scope.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.288771 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.289295 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: rbac-address-scope Oct 28 19:44:03.289627 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: rbac_security_groups.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.290579 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.291153 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: rbac-security-groups Oct 28 19:44:03.291485 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: rbac_subnetpool.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.292420 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.292934 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: rbac-subnetpool Oct 28 19:44:03.293266 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: revisionifmatch.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.294310 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.294835 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: revision-if-match Oct 28 19:44:03.295173 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: revisions.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.296294 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.296813 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: standard-attr-revisions Oct 28 19:44:03.297147 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: router_availability_zone.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.297834 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.298389 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: router_availability_zone Oct 28 19:44:03.298718 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: routerservicetype.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.299657 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.300170 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 19:44:03.300501 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.301446 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.301971 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: security-groups-normalized-cidr Oct 28 19:44:03.302335 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.303262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.303789 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: port-security-groups-filtering Oct 28 19:44:03.304122 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.305058 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.305575 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: security-groups-remote-address-group Oct 28 19:44:03.305906 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.306899 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.307411 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: security-groups-shared-filtering Oct 28 19:44:03.307738 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.308343 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Oct 28 19:44:03.308668 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: securitygroup.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.318622 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.319162 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: security-group Oct 28 19:44:03.319503 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: segment.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.320249 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.320767 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension segment not supported by any of loaded plugins Oct 28 19:44:03.321100 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.322099 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.322650 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 19:44:03.322986 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: servicetype.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.324095 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.324626 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: service-type Oct 28 19:44:03.324959 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: sorting.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.325947 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.326306 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: sorting Oct 28 19:44:03.326635 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: standard_attr_segment.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.327562 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.328083 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 19:44:03.328417 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: standardattrdescription.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.329075 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.329590 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: standard-attr-description Oct 28 19:44:03.329915 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: stateful_security_group.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.330893 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.331422 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: stateful-security-group Oct 28 19:44:03.331752 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: stdattrs_common.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.332342 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 19:44:03.332671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.333615 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.334165 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 19:44:03.334498 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnet_onboard.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.335575 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.336102 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: subnet_onboard Oct 28 19:44:03.336430 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.337363 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.337903 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 19:44:03.338271 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnet_service_types.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.339199 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.339717 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: subnet-service-types Oct 28 19:44:03.340039 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnetallocation.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.341120 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.341642 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: subnet_allocation Oct 28 19:44:03.341977 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.342692 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.343214 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: subnetpool-prefix-ops Oct 28 19:44:03.343548 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.344513 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.345038 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 19:44:03.345369 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: tagging.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.346474 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.346997 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: standard-attr-tag Oct 28 19:44:03.347331 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: timestamp.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.348545 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.349073 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loaded extension: standard-attr-timestamp Oct 28 19:44:03.349405 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: trunk.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.350486 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.351021 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension trunk not supported by any of loaded plugins Oct 28 19:44:03.351352 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: trunk_details.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.352281 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.352806 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 19:44:03.353133 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: uplink_status_propagation.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.354171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.354703 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 19:44:03.355027 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Loading extension file: vlantransparent.py {{(pid=115317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:44:03.355709 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:44:03.356231 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 19:44:03.358812 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:network Oct 28 19:44:03.359347 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnet Oct 28 19:44:03.359758 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:44:03.360163 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:port Oct 28 19:44:03.361475 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.361916 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service FLAVORS assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.362590 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.363023 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.363361 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:router Oct 28 19:44:03.363801 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 19:44:03.364301 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service METERING assigned prefix: /metering {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.365745 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.366134 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.366509 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:44:03.367522 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 19:44:03.367967 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:security_group Oct 28 19:44:03.368422 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 19:44:03.369051 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service CORE assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.369394 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:44:03.369740 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] subnetpool is already registered Oct 28 19:44:03.370230 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service CORE assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.370567 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:44:03.370911 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] subnetpool is already registered Oct 28 19:44:03.373557 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.374015 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service FLAVORS assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.374619 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.375047 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.375387 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:router Oct 28 19:44:03.375733 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] router is already registered Oct 28 19:44:03.376148 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 19:44:03.376487 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] floatingip is already registered Oct 28 19:44:03.376949 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service METERING assigned prefix: /metering {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.377627 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 19:44:03.377957 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] rbac_policy is already registered Oct 28 19:44:03.378411 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:security_group Oct 28 19:44:03.378754 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] security_group is already registered Oct 28 19:44:03.379166 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 19:44:03.379506 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] security_group_rule is already registered Oct 28 19:44:03.380153 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service CORE assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.380490 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:44:03.380830 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] subnetpool is already registered Oct 28 19:44:03.381263 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.v2.resource_helper [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Service CORE assigned prefix: {{(pid=115317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:44:03.381592 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:44:03.381933 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING neutron.quota.resource_registry [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] subnetpool is already registered Oct 28 19:44:03.382446 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: extensions {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.383927 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: address-groups {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.385510 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: address-scopes {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.386864 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: agents {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.388037 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: auto-allocated-topology {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.389301 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: availability_zones {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.390581 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: dhcp-networks {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.393133 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: dhcp-agents {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.394683 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: routers {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.396925 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: flavors {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.398112 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: service_profiles {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.399352 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: next_providers {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.400845 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: service_profiles {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.402506 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: floatingip-pools {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.403747 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: routers {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.405856 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: floatingips {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.407188 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: l3-routers {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.408594 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: l3-agents {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.410456 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: metering-labels {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.411910 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: metering-label-rules {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.413133 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: network-ip-availabilities {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.414447 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: bindings {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.416179 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: quotas {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.418041 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: quotas {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.419635 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: rbac-policies {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.420938 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: security-groups {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.422216 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: security-group-rules {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.423476 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: service-providers {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.424737 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: subnetpools {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.426183 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: subnetpools {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.427669 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.429380 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.431231 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.433107 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.434942 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.436821 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.438562 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.440591 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.442466 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.444322 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron.api.extensions [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Extended resource: tags {{(pid=115317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:44:03.450465 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING keystonemiddleware.auth_token [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 19:44:03.456128 dv-cinder-862894-1-iscsi neutron-server[115317]: WARNING keystonemiddleware.auth_token [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 19:44:03.464781 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Acquired lock "singleton_lock" {{(pid=115317) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Oct 28 19:44:03.465262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_concurrency.lockutils [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Releasing lock "singleton_lock" {{(pid=115317) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 19:44:03.465930 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Starting 2 workers Oct 28 19:44:03.470866 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Started child 115426 {{(pid=115317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:44:03.475380 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Started child 115427 {{(pid=115317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:44:03.476401 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.477049 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO neutron.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 19:44:03.477522 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.478118 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [-] (115426) wsgi starting up on http://0.0.0.0:9696 Oct 28 19:44:03.480102 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Starting 1 workers Oct 28 19:44:03.480412 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.481791 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [-] (115427) wsgi starting up on http://0.0.0.0:9696 Oct 28 19:44:03.485399 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Started child 115428 {{(pid=115317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:44:03.485936 dv-cinder-862894-1-iscsi neutron-server[115317]: INFO oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Starting 1 workers Oct 28 19:44:03.489076 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] calling RpcWorker wait() {{(pid=115428) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 19:44:03.489634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] returning from RpcWorker wait() {{(pid=115428) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 19:44:03.490540 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Started child 115429 {{(pid=115317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:44:03.491004 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.491355 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab71f-e343-45f9-b695-ca90a7f3b718 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.491507 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:03.493291 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115317) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 19:44:03.493464 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:44:03.493849 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:44:03.494098 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:44:03.494461 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:44:03.494608 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:44:03.495133 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.495408 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.495678 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.495959 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.496124 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:03.496640 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.496801 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.497007 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.497410 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.497688 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.497801 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:03.497931 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.498309 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.498462 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.498877 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.499121 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.499418 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.499692 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.499953 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.500227 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.500389 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.500839 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.501105 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.501354 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.501622 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] debug = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.501880 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.502395 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.502627 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.502868 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.503121 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.503393 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.503621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.503911 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.504145 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.504365 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.504598 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.504863 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.505111 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.505335 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.505588 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.505806 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.506062 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.506320 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.506801 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] host = dv-cinder-862894-1-iscsi {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.507052 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.507298 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.507683 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.507939 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.508191 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.508444 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.508699 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.508990 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.509240 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.509469 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.509768 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.510021 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.510269 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.510502 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.510671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_options = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.510908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.511177 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.511446 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.511635 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.511804 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.511973 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.512246 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.512551 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.512964 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.513189 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.513428 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.513646 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.513885 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.515285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.516566 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.517847 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.518392 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58674) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:03.518590 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.518590 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.518862 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.519015 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.519272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.520101 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.520487 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.520668 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.520865 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.521363 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.521633 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.521876 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.522215 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.523262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.523262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.523262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.524205 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.525841 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.526540 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.526819 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.527113 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.527358 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.527668 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.527924 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.528021 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074861 Oct 28 19:44:03.528743 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.528981 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_json = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.529230 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.530813 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.532543 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.533201 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.534497 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.537792 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.538048 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.539024 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.539024 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.539024 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.539311 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.539631 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.539891 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.540137 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.540389 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.540631 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.540972 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.541261 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.541502 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.541808 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.542107 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.543138 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.544052 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.544328 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.544679 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.544952 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.545226 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.549821 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.549821 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.550019 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.550277 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.550563 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.550814 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.554013 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.554305 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.554563 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.554875 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.555171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.555518 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.555820 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.556116 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.556422 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.556713 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.556961 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.558131 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.558131 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.558131 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.558131 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.560902 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.561172 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.561432 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.563465 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.565374 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.565618 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.565868 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.566171 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.566438 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.566691 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.569786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.569786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.569786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.569786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.570144 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.570237 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.570438 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571482 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571482 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571482 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571482 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571776 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.571960 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.572214 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.572446 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.572668 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.572887 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.573108 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.573322 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.573584 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.573834 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.574463 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.574727 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.574957 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.575189 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.575403 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.575646 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.575878 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.577507 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.577774 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.578003 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.578262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.578501 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.578726 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.578944 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.580250 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.580645 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.581402 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.581634 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.581856 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.582438 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.582653 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.583184 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.583480 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.583787 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.584038 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.584285 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.584531 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.585349 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.587124 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.587391 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.587689 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.587974 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.588202 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.588468 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.588728 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.588969 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.589199 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.589446 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.589706 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.589928 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.590683 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.591884 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.592156 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.593765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.593765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.593765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.593765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.594055 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.595578 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.595833 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.596140 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.596402 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.596668 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.596904 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.597180 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.597487 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.597772 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.598041 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.598494 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.599033 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.599321 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.599656 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.600132 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.600397 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.600655 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.600924 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.602120 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.602490 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.602779 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.603022 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.603399 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.603654 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.604640 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.605416 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.605772 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.606182 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.606433 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.606702 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.607010 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.607312 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.607549 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.607927 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.608158 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.608428 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.608701 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.608947 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.609195 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.609408 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.609826 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.610277 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.610713 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.610982 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.611197 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.611414 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.611644 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.611872 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.612882 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.613124 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.613348 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.613582 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.613824 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.614061 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.614366 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.614588 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.614990 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.615395 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.615630 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.616204 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.616566 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.616810 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.617047 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.617290 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.617547 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.617765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.618017 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.618271 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.618483 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.618698 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.619011 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.619242 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.619461 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.619708 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.619938 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.620203 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.620453 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.620617 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:03.620784 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.621025 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.621255 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.621503 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.621740 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.621975 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.622236 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.622455 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.622703 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.622920 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.623141 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.623400 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.623627 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.623801 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.624018 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.624440 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.624727 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.625961 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.626270 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.626859 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.627097 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.627345 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.628382 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.629051 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.629908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.629908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.629908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.629908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.630299 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.630462 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.630724 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.630964 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.631221 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.631502 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.631736 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.631968 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.632192 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.632408 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.632634 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.632851 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.633115 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.633350 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.633563 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.633776 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.634001 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.634244 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.634451 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.634907 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.635001 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.635146 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.635367 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.635579 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.636047 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.636302 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.636538 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.636751 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.636978 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.637196 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.637410 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.640621 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.641092 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.641092 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.641256 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.641505 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.641759 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.642010 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.642363 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.642975 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.643259 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.643484 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.643705 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.644020 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.644308 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.644626 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.644912 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.645163 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.645497 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.645787 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.646057 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.646352 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.646595 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.646879 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.647204 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.647484 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.647822 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.647986 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.648205 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.648427 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.648643 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.648858 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.649098 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.649306 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.649869 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.650355 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.650696 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.650945 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.651175 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.651411 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.651659 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.652232 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.652774 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.653047 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.653414 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:44:03.653972 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115317) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 19:44:03.654179 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:44:03.654336 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:44:03.654507 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:44:03.654677 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:44:03.654830 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:44:03.655045 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.655208 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.655372 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.655715 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.655884 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.656069 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.656231 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.656392 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.656545 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.657129 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.657872 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.659210 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.659567 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.659729 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.660253 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.660433 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.660872 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662260 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662260 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662260 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662260 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662599 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662599 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] debug = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662744 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.662862 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663027 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663185 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663345 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663505 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663663 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.663879 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664093 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664262 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664409 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664566 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664722 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.664880 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.665038 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666147 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666333 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666491 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666633 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] host = dv-cinder-862894-1-iscsi {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666788 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.666946 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.668022 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.668196 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.668354 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.670407 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.670590 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.670753 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.670923 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671083 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671251 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671417 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671579 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671741 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.671902 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_options = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672074 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672232 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672389 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672578 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672741 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.672900 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673059 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673770 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673770 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673770 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673770 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.673770 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.674169 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.675786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.675786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.675786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.675786 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.676063 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.676127 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.677844 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678021 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678217 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678381 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678542 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678701 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.678863 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679023 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679181 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679333 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679467 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679629 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679787 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.679950 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680104 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680261 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680417 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680574 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680732 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.680897 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681054 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681209 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681368 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681615 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681775 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.681932 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682107 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682268 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_json = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682428 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682585 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682743 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.682900 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.683056 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.683213 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.683370 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.684322 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.684488 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:44:03.684671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.684834 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685007 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685169 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685330 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685490 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685651 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685811 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.685970 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686154 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686325 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686517 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686645 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686805 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.686965 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687127 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687287 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687445 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687606 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687764 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.687924 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688088 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688256 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688417 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688577 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688736 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.688895 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689064 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689223 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689397 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689558 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689719 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.689881 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690040 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690224 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690385 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690549 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690709 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.690908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691050 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691179 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691310 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691444 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691605 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691765 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.691924 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692089 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692245 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692397 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692556 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692714 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.692849 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693009 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693169 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693328 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693487 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693646 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693815 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.693974 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694159 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694319 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694484 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694644 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694803 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.694963 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695123 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695283 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695442 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695614 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695773 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.695932 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696093 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696254 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696413 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696571 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696730 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.696890 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697090 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697254 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697416 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697576 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697736 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.697896 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698057 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698252 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698404 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698555 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698715 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.698874 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699034 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699193 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699360 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699527 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699700 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.699859 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700017 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700177 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700337 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700495 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700654 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700813 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.700972 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701133 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701292 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701451 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701613 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701773 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.701932 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702117 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702273 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702432 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702590 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702748 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.702908 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703065 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703223 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703381 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703539 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703697 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.703855 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704023 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704182 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704345 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704504 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704670 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.704839 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705001 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705160 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705320 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705479 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705639 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705798 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.705958 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706141 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706303 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706462 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706635 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706797 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.706956 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707115 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707298 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707457 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707617 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707778 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.707937 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708096 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708256 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708415 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708574 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708734 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.708894 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709053 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709212 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709373 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709534 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709694 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.709854 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710016 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710195 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710358 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710519 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710678 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710838 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.710997 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711157 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711317 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711476 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711638 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711799 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.711958 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712122 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712280 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712438 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712596 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712836 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.712996 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713155 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713318 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713477 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713637 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713796 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.713957 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714136 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714298 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714460 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714620 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714779 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.714939 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715100 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715260 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715423 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715583 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715745 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.715905 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716064 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716243 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716403 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716562 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716725 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.716885 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717045 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717205 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717363 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717522 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717685 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.717846 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718006 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718216 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718352 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718512 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718833 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.718996 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.719235 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.719375 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.719537 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.719698 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.719859 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720018 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720177 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720341 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720497 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720656 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720815 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.720987 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721149 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721309 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721471 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721629 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721790 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.721957 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722138 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722298 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722456 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722617 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722776 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.722943 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723104 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723263 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723422 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723580 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723739 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.723904 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724064 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724226 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724383 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724541 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724701 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.724868 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725027 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725186 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725349 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725514 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725671 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725801 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.725957 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726182 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726272 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726432 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726591 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726761 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.726923 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727082 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727251 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727410 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727572 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727732 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.727903 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728061 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728224 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728426 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728585 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728747 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.728909 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729075 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729249 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729395 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729530 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729700 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.729869 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730024 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730188 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730360 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730530 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730689 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.730850 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731010 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731169 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731329 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731489 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731648 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731809 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.731970 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732134 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732295 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732453 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732612 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732771 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.732916 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.733103 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.733267 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.733427 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.733587 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:44:03.733740 dv-cinder-862894-1-iscsi neutron-server[115317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:44:14.972435 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666da407-639f-4d8c-ab33-fa6f4bdb785a None None] get_active_networks_info from dv-cinder-862894-1-iscsi {{(pid=115428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Oct 28 19:44:15.033306 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666da407-639f-4d8c-ab33-fa6f4bdb785a None None] No non-hosted networks {{(pid=115428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 19:44:15.041949 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.agentschedulers_db [None req-666da407-639f-4d8c-ab33-fa6f4bdb785a None None] DHCP Agent not found on host dv-cinder-862894-1-iscsi {{(pid=115428) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 19:44:15.119115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d6d195aa-1e91-43db-8b11-16f44a483a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:17.372079 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e58f8c02-61fb-4ede-a7a3-109eb2d36a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:17.513832 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2824af42-7155-43d2-a4d5-6cceab753a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:18.293090 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:19.577657 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:21.048599 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58766) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:21.094301 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:21.095030 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.095342 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.095672 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.096040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.096356 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.096643 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.097142 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.097454 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.097750 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.098170 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.098673 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.099003 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.099339 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:21.099745 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862894-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:21.105410 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862894-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:21.577076 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING oslo_policy.policy [None req-244a0e7f-72e1-44ad-9d6c-eab6a29cbba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:21.577683 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING oslo_policy.policy [None req-244a0e7f-72e1-44ad-9d6c-eab6a29cbba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:21.798613 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [None req-244a0e7f-72e1-44ad-9d6c-eab6a29cbba3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:21.799748 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-244a0e7f-72e1-44ad-9d6c-eab6a29cbba3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7501519 Oct 28 19:44:24.371862 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58792) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:24.711276 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:24.801195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.policy [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 19:44:24.844505 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING oslo_policy.policy [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:24.844876 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING oslo_policy.policy [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:24.941501 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953553127', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953551578', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953571084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953567850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953515428', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791953508767', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33176754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33266267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566974'] for rbac-policy (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:25.013079 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:25.014342 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6101ded6-e0d8-4a25-8b2f-7ebce9ff7605 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6413772 Oct 28 19:44:25.614827 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.db.l3_hamode_db [None req-178ffa0f-0ac6-4657-b0c9-52dbdd6fce24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 19:44:25.688204 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ffa0f-0ac6-4657-b0c9-52dbdd6fce24 None None] Routers set() bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:25.688590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ffa0f-0ac6-4657-b0c9-52dbdd6fce24 None None] Router IDs set() for agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 19:44:27.548109 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58802) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:27.882285 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:27.916641 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Made reservation on behalf of 1aca8b3a36e4474591361aeac183f0b4 for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:27.920288 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:27.936845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.057231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks [] for security_group (43c7b06f-9dab-4154-b1ea-a037f3f7ced8), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.061739 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (43c7b06f-9dab-4154-b1ea-a037f3f7ced8), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.086494 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:44:28.120623 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791948869407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (2fddca9a-b862-4168-bc49-c4708ed7c9c8), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.121181 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Unsubscribe: segment precommit_create {{(pid=115427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 19:44:28.121732 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Added segment 2fddca9a-b862-4168-bc49-c4708ed7c9c8 of type vlan for network 0a7d5d35-5669-4458-b5a6-4650a12907e3 Oct 28 19:44:28.137248 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7b06f-9dab-4154-b1ea-a037f3f7ced8,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:28.188716 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.188993 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.189356 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.189694 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.190025 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.190378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.190706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.191029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.191353 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.191691 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.192017 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.192336 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.192654 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Tracked resource versions report: Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: pushed versions: Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Log': {'1.0'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Network': {'1.1'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Port': {'1.7'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'PortForwarding': {'1.2'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'QosPolicy': {'1.10'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SubPort': {'1.0'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Subnet': {'1.1'}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Trunk': {'1.1'}} Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: consumer versions: Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'ConntrackHelper': '1.0', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'LocalIPAssociation': '1.0', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Log': '1.0', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Network': '1.1', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Port': '1.7', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'PortForwarding': '1.2', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'QosPolicy': '1.10', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroup': '1.5', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroupRule': '1.2', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SubPort': '1.0', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Subnet': '1.1', Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Trunk': '1.1'}} Oct 28 19:44:28.193981 dv-cinder-862894-1-iscsi neutron-server[115427]: {{(pid=115427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:28.231886 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (0a7d5d35-5669-4458-b5a6-4650a12907e3), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.275966 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (0a7d5d35-5669-4458-b5a6-4650a12907e3), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.281351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:28.282059 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:28.371807 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8218141 Oct 28 19:44:28.401088 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d34f3f-d3ea-4a8b-a99d-07af3a1e2fb8 demo demo] Pushing event updated for resources: {'Network': ['ID=0a7d5d35-5669-4458-b5a6-4650a12907e3,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:28.417936 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:44:30.975303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58814) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:31.403912 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677b722-8c52-41b5-9d6e-02b1ea6e9214 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:31.405266 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c677b722-8c52-41b5-9d6e-02b1ea6e9214 demo admin] 10.222.0.20 "GET /v2.0/networks/0a7d5d35-5669-4458-b5a6-4650a12907e3 HTTP/1.1" status: 200 len: 825 time: 0.4288168 Oct 28 19:44:31.434280 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7199a540-4f35-47e3-a079-a3dd7249bd55 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/e3c128aa-7a22-4fbb-83a6-c40a02084b4c HTTP/1.1" status: 200 len: 734 time: 0.0195465 Oct 28 19:44:31.442725 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'ip_version': 4, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c', 'name': 'private-subnet'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:31.467400 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Made reservation on behalf of 1aca8b3a36e4474591361aeac183f0b4 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:31.469643 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:31.773885 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:31.839926 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:31.846807 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Checking segment: {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:31.847190 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Network hostable DHCP agents. Network: 0a7d5d35-5669-4458-b5a6-4650a12907e3, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:44:31.870907 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:44:31.883779 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 0a7d5d35-5669-4458-b5a6-4650a12907e3) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:31.889037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:31.889639 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:31.894109 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87edc4e8-e948-43b1-b73a-9c00c30dcd71 None None] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:31.906451 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c1d81c15-c0c1-4f86-899e-7417bc3098f4 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4667931 Oct 28 19:44:32.268712 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-0a7d5d35-5669-4458-b5a6-4650a12907e3', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:44:32.270022 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.546950 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Allocated IP 172.20.0.2 (0a7d5d35-5669-4458-b5a6-4650a12907e3/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d/de8c31c2-f151-471f-bcde-0f228044d17a) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:32.812064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks [] for port (de8c31c2-f151-471f-bcde-0f228044d17a), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.819453 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.892575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:32.900387 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:32.905568 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Pushing event updated for resources: {'Port': ['ID=de8c31c2-f151-471f-bcde-0f228044d17a,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:32.907774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:32.920510 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.920879 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.921236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.921575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.921901 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.922264 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.922591 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.922900 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.923225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.923562 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.923898 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.924212 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.924528 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Tracked resource versions report: Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: pushed versions: Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Log': {'1.0'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Network': {'1.1'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Port': {'1.7'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'PortForwarding': {'1.2'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'QosPolicy': {'1.10'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SubPort': {'1.0'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Subnet': {'1.1'}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Trunk': {'1.1'}} Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: consumer versions: Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'ConntrackHelper': '1.0', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'LocalIPAssociation': '1.0', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Log': '1.0', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Network': '1.1', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Port': '1.7', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'PortForwarding': '1.2', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'QosPolicy': '1.10', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroup': '1.5', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroupRule': '1.2', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SubPort': '1.0', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Subnet': '1.1', Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Trunk': '1.1'}} Oct 28 19:44:32.925849 dv-cinder-862894-1-iscsi neutron-server[115428]: {{(pid=115428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:32.997270 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Attempting to bind port de8c31c2-f151-471f-bcde-0f228044d17a on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:44:32.997674 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Attempting to bind port de8c31c2-f151-471f-bcde-0f228044d17a by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:44:32.998116 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Attempting to bind port de8c31c2-f151-471f-bcde-0f228044d17a on network 0a7d5d35-5669-4458-b5a6-4650a12907e3 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:44:33.003200 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:44:33.003573 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Checking segment: {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:33.004043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:33.004413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Bound using segment: {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:44:33.004889 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Bound port: de8c31c2-f151-471f-bcde-0f228044d17a, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:44:33.005287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:33.063590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] For port de8c31c2-f151-471f-bcde-0f228044d17a, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:44:33.067733 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] For port de8c31c2-f151-471f-bcde-0f228044d17a, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=de8c31c2-f151-471f-bcde-0f228044d17a,segment=NetworkSegment(2fddca9a-b862-4168-bc49-c4708ed7c9c8),segment_id=2fddca9a-b862-4168-bc49-c4708ed7c9c8)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:44:33.078177 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:33.140785 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a59f73-ad6b-44eb-9133-c22a4a6635f3 None None] Pushing event updated for resources: {'Port': ['ID=de8c31c2-f151-471f-bcde-0f228044d17a,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:34.541561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58822) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:34.870123 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [None req-7b122ea0-7e48-45e4-b90e-4f32e5743c6f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:34.871130 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7b122ea0-7e48-45e4-b90e-4f32e5743c6f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285270 Oct 28 19:44:37.452329 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58830) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:37.778921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [None req-2ece2a3e-9bfa-4155-8238-aa3906d69e7f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:37.794106 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2ece2a3e-9bfa-4155-8238-aa3906d69e7f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3265400 Oct 28 19:44:40.348616 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58838) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:40.674280 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:40.698853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (dec18db7-7c4b-4e22-bbb8-0237939f94e7), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:40.700451 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (dec18db7-7c4b-4e22-bbb8-0237939f94e7), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:40.833413 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Publish callbacks [] for router_controller (dec18db7-7c4b-4e22-bbb8-0237939f94e7), precommit_add_association {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:40.839337 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (dec18db7-7c4b-4e22-bbb8-0237939f94e7), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:40.856968 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:40.858175 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-cd8656cb-9ff5-47b7-a720-e79611fa6861 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5085664 Oct 28 19:44:43.406375 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 58850) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:43.841840 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device de8c31c2-f151-471f-bcde-0f228044d17a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:43.927147 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port de8c31c2-f151-471f-bcde-0f228044d17a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:43.927571 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.927926 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port de8c31c2-f151-471f-bcde-0f228044d17a Oct 28 19:44:43.928044 dv-cinder-862894-1-iscsi neutron-server[115426]: WARNING oslo_policy.policy [None req-25187f13-41c3-4e3e-be31-4d370bf8bdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:43.928616 dv-cinder-862894-1-iscsi neutron-server[115426]: WARNING oslo_policy.policy [None req-25187f13-41c3-4e3e-be31-4d370bf8bdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:44.026897 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port de8c31c2-f151-471f-bcde-0f228044d17a is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:44.027225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:44.061757 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port de8c31c2-f151-471f-bcde-0f228044d17a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=de8c31c2-f151-471f-bcde-0f228044d17a,segment=NetworkSegment(2fddca9a-b862-4168-bc49-c4708ed7c9c8),segment_id=2fddca9a-b862-4168-bc49-c4708ed7c9c8)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:44:44.065688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:44.109588 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=de8c31c2-f151-471f-bcde-0f228044d17a,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:44.149672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [None req-25187f13-41c3-4e3e-be31-4d370bf8bdc9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:44.151128 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-25187f13-41c3-4e3e-be31-4d370bf8bdc9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7427466 Oct 28 19:44:44.344991 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74bdff9-5496-47e1-904f-b44b9d9f12cf None None] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:44.413500 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-1ee96474-82a1-406a-89fb-a1dc957b7bce None None] Provisioning complete for port de8c31c2-f151-471f-bcde-0f228044d17a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:44.413890 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1ee96474-82a1-406a-89fb-a1dc957b7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:44.414254 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-1ee96474-82a1-406a-89fb-a1dc957b7bce None None] Attempt 1 to provision port de8c31c2-f151-471f-bcde-0f228044d17a Oct 28 19:44:44.536094 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-1ee96474-82a1-406a-89fb-a1dc957b7bce None None] Current status of the port de8c31c2-f151-471f-bcde-0f228044d17a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:44.761356 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-a0fae9dd-a786-4ccd-b8fa-02ab09786d3a None None] Provisioning complete for port de8c31c2-f151-471f-bcde-0f228044d17a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:44.761760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a0fae9dd-a786-4ccd-b8fa-02ab09786d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:44.762146 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a0fae9dd-a786-4ccd-b8fa-02ab09786d3a None None] Attempt 1 to provision port de8c31c2-f151-471f-bcde-0f228044d17a Oct 28 19:44:44.833965 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a0fae9dd-a786-4ccd-b8fa-02ab09786d3a None None] Current status of the port de8c31c2-f151-471f-bcde-0f228044d17a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:44.928593 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-44e898e2-4056-471c-b98c-075d5550f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.821015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device de8c31c2-f151-471f-bcde-0f228044d17a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:45.865658 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port de8c31c2-f151-471f-bcde-0f228044d17a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:45.866043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.866411 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port de8c31c2-f151-471f-bcde-0f228044d17a Oct 28 19:44:45.935151 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port de8c31c2-f151-471f-bcde-0f228044d17a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:46.723409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 58864) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:47.068376 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:47.132689 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Made reservation on behalf of 62033cd74f1d4b33b3b42a6bdfc49f3f for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:47.194620 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.policy [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115426) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 19:44:47.237855 dv-cinder-862894-1-iscsi neutron-server[115426]: WARNING oslo_policy.policy [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:47.238261 dv-cinder-862894-1-iscsi neutron-server[115426]: WARNING oslo_policy.policy [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:47.248347 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.269615 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.330811 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d52bd6c4-d115-4669-bc03-bf3cc816d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.389477 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks [] for security_group (31fad734-3082-45c8-9c21-307f59c41fab), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.395091 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (31fad734-3082-45c8-9c21-307f59c41fab), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.406706 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Reserving flat network on physical network physnet1 {{(pid=115426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 19:44:47.440384 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791948869407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (b7799152-4804-432d-b2d8-41a9b6de00e0), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.440928 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Unsubscribe: segment precommit_create {{(pid=115426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 19:44:47.441445 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Added segment b7799152-4804-432d-b2d8-41a9b6de00e0 of type flat for network 7c56394e-3225-4842-8e35-c4bdd3d84a2a Oct 28 19:44:47.457044 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fad734-3082-45c8-9c21-307f59c41fab,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:47.510023 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.510398 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.510784 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.511120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.511447 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.511771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.512121 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.512448 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.512778 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.513114 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.513429 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.513724 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.514033 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Tracked resource versions report: Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: pushed versions: Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Log': {'1.0'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Network': {'1.1'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Port': {'1.7'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'PortForwarding': {'1.2'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'QosPolicy': {'1.10'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SubPort': {'1.0'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Subnet': {'1.1'}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Trunk': {'1.1'}} Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: consumer versions: Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'ConntrackHelper': '1.0', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'LocalIPAssociation': '1.0', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Log': '1.0', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Network': '1.1', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Port': '1.7', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'PortForwarding': '1.2', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'QosPolicy': '1.10', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroup': '1.5', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroupRule': '1.2', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SubPort': '1.0', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Subnet': '1.1', Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Trunk': '1.1'}} Oct 28 19:44:47.515538 dv-cinder-862894-1-iscsi neutron-server[115426]: {{(pid=115426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:47.564199 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (7c56394e-3225-4842-8e35-c4bdd3d84a2a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.610976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (7c56394e-3225-4842-8e35-c4bdd3d84a2a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.612121 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:47.612813 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:47.688916 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9644077 Oct 28 19:44:47.718989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca284b0b-fb80-4cbe-b2c6-b516cdfb2fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c56394e-3225-4842-8e35-c4bdd3d84a2a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:47.729878 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:44:48.259233 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:49.534261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.257082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 58888) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:50.515248 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac33748-2d6b-4911-b7de-c073661fbde2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:50.516645 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cac33748-2d6b-4911-b7de-c073661fbde2 demo admin] 10.222.0.20 "GET /v2.0/subnets/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d HTTP/1.1" status: 200 len: 849 time: 0.2585702 Oct 28 19:44:50.680890 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9951fee4-bde3-47c1-884d-425b5f304bb0 demo admin] 10.222.0.20 "GET /v2.0/routers/dec18db7-7c4b-4e22-bbb8-0237939f94e7 HTTP/1.1" status: 200 len: 704 time: 0.1553292 Oct 28 19:44:50.967886 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.098274 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.277859 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Allocated IP 172.20.0.1 (0a7d5d35-5669-4458-b5a6-4650a12907e3/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d/0cfbace7-0132-43a7-bac7-0b170f1387a1) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:51.465347 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks [] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.528898 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.599095 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:51.603815 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:51.614901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:51.615122 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (dec18db7-7c4b-4e22-bbb8-0237939f94e7), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.675954 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Pushing event updated for resources: {'Port': ['ID=0cfbace7-0132-43a7-bac7-0b170f1387a1,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:51.829990 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.910392 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Provisioning complete for port 0cfbace7-0132-43a7-bac7-0b170f1387a1 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:51.911110 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.911437 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Attempt 1 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:51.988451 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Port 0cfbace7-0132-43a7-bac7-0b170f1387a1 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:52.037560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks [] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:52.044284 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:52.045174 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (dec18db7-7c4b-4e22-bbb8-0237939f94e7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:52.164896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Pushing event updated for resources: {'Port': ['ID=0cfbace7-0132-43a7-bac7-0b170f1387a1,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:52.222494 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:52.223919 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:52.379120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Router dec18db7-7c4b-4e22-bbb8-0237939f94e7 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:44:52.466838 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:44:52.473185 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-156e0080-faab-4c7c-a543-67567b0bfbe7 demo admin] 10.222.0.20 "PUT /v2.0/routers/dec18db7-7c4b-4e22-bbb8-0237939f94e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7869368 Oct 28 19:44:52.477161 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Sync routers for ids ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:44:52.489717 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Attempt 2 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:52.490335 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Routers {'dec18db7-7c4b-4e22-bbb8-0237939f94e7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:52.490708 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:44:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:52.526429 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Port 0cfbace7-0132-43a7-bac7-0b170f1387a1 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:52.675182 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Set router dec18db7-7c4b-4e22-bbb8-0237939f94e7 gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:53.027307 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Attempt 3 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:53.060295 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Port 0cfbace7-0132-43a7-bac7-0b170f1387a1 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:53.100050 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:51Z', 'revision_number': 2, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port_host': None, '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:51Z', 'revision_number': 2, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:53.148684 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Checking router: dec18db7-7c4b-4e22-bbb8-0237939f94e7 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:44:53.149057 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Updating router dec18db7-7c4b-4e22-bbb8-0237939f94e7 port 0cfbace7-0132-43a7-bac7-0b170f1387a1 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:44:53.202393 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.562410 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Attempt 4 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:53.597984 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Port 0cfbace7-0132-43a7-bac7-0b170f1387a1 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:53.723445 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks [] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.730901 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.872893 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Pushing event updated for resources: {'Port': ['ID=0cfbace7-0132-43a7-bac7-0b170f1387a1,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:53.883276 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Attempting to bind port 0cfbace7-0132-43a7-bac7-0b170f1387a1 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:44:53.883677 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Attempting to bind port 0cfbace7-0132-43a7-bac7-0b170f1387a1 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:44:53.884114 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Attempting to bind port 0cfbace7-0132-43a7-bac7-0b170f1387a1 on network 0a7d5d35-5669-4458-b5a6-4650a12907e3 {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:44:53.886727 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.887061 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.887402 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.887732 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.888053 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.888373 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.888672 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.888991 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.889305 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.889631 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.889947 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.890281 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.890594 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Tracked resource versions report: Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: pushed versions: Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Log': {'1.0'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Network': {'1.1'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Port': {'1.7'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'PortForwarding': {'1.2'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'QosPolicy': {'1.10'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SubPort': {'1.0'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Subnet': {'1.1'}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Trunk': {'1.1'}} Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: consumer versions: Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'ConntrackHelper': '1.0', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'LocalIPAssociation': '1.0', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Log': '1.0', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Network': '1.1', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Port': '1.7', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'PortForwarding': '1.2', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'QosPolicy': '1.10', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroup': '1.5', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroupRule': '1.2', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SubPort': '1.0', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Subnet': '1.1', Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Trunk': '1.1'}} Oct 28 19:44:53.891899 dv-cinder-862894-1-iscsi neutron-server[115429]: {{(pid=115429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:53.899632 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:44:53.900021 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Checking segment: {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:53.900489 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.900847 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Bound using segment: {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:44:53.901387 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Bound port: 0cfbace7-0132-43a7-bac7-0b170f1387a1, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fddca9a-b862-4168-bc49-c4708ed7c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:44:53.901776 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.963151 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] For port 0cfbace7-0132-43a7-bac7-0b170f1387a1, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:44:53.984435 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] For port 0cfbace7-0132-43a7-bac7-0b170f1387a1, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0cfbace7-0132-43a7-bac7-0b170f1387a1,segment=NetworkSegment(2fddca9a-b862-4168-bc49-c4708ed7c9c8),segment_id=2fddca9a-b862-4168-bc49-c4708ed7c9c8)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:44:53.991494 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:54.032531 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Routers {'dec18db7-7c4b-4e22-bbb8-0237939f94e7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:54.033146 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:44:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:54.073784 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede01e-32f9-4d18-a01e-29bb79ee4a82 None None] Pushing event updated for resources: {'Port': ['ID=0cfbace7-0132-43a7-bac7-0b170f1387a1,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:54.099144 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Attempt 5 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:54.124202 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] Set router dec18db7-7c4b-4e22-bbb8-0237939f94e7 gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:54.171606 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Current status of the port 0cfbace7-0132-43a7-bac7-0b170f1387a1 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:54.171978 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:54.204295 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] For port 0cfbace7-0132-43a7-bac7-0b170f1387a1, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0cfbace7-0132-43a7-bac7-0b170f1387a1,segment=NetworkSegment(2fddca9a-b862-4168-bc49-c4708ed7c9c8),segment_id=2fddca9a-b862-4168-bc49-c4708ed7c9c8)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:44:54.209475 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:54.259957 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78203b2b-8131-4d7a-b433-b61832ba2237 None None] Pushing event updated for resources: {'Port': ['ID=0cfbace7-0132-43a7-bac7-0b170f1387a1,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:54.328542 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:51Z', 'revision_number': 2, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port_host': None, '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:53Z', 'revision_number': 4, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:54.331394 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-b1e00e1c-777d-4e97-a34b-c405787e6648 None None] Provisioning complete for port 0cfbace7-0132-43a7-bac7-0b170f1387a1 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:54.331788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b1e00e1c-777d-4e97-a34b-c405787e6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:54.332132 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-b1e00e1c-777d-4e97-a34b-c405787e6648 None None] Attempt 1 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:44:54.356779 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98650d6-4466-4e66-8468-41b7872c8994 None None] The sync data for ids ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'] in dv-cinder-862894-1-iscsi is: [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:51Z', 'revision_number': 2, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port_host': None, '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:53Z', 'revision_number': 4, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:44:54.412586 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-b1e00e1c-777d-4e97-a34b-c405787e6648 None None] Current status of the port 0cfbace7-0132-43a7-bac7-0b170f1387a1 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:54.965019 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58908) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:55.080952 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbd263-bb8a-4557-a436-1d089c35e83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:55.082279 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d1bbd263-bb8a-4557-a436-1d089c35e83e admin admin] 10.222.0.20 "GET /v2.0/networks/7c56394e-3225-4842-8e35-c4bdd3d84a2a HTTP/1.1" status: 200 len: 842 time: 0.1161613 Oct 28 19:44:55.091863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:55.111964 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Made reservation on behalf of 62033cd74f1d4b33b3b42a6bdfc49f3f for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:55.114395 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.425341 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.objects.ports [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115427) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 28 19:44:55.425693 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (e1939632-3ba5-4996-a2ab-a1083fdcab88), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.478695 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1939632-3ba5-4996-a2ab-a1083fdcab88,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:55.490187 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:55.490531 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Network hostable DHCP agents. Network: 7c56394e-3225-4842-8e35-c4bdd3d84a2a, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:44:55.507965 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:44:55.516889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 7c56394e-3225-4842-8e35-c4bdd3d84a2a) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:55.521389 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:55.521976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.526296 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9ed06-0e1f-4496-b7f4-bc00d915263a None None] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:55.546718 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2056bf5b-4c10-4050-85dd-983d00c21477 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4515769 Oct 28 19:44:55.640701 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a9613-1a0f-49a1-a829-cdf953e9c9de None None] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:58.001611 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 58916) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:58.201549 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ac3bf578-3bf3-401e-ba68-01b8b061d9b3 demo admin] 10.222.0.20 "GET /v2.0/routers/dec18db7-7c4b-4e22-bbb8-0237939f94e7 HTTP/1.1" status: 200 len: 710 time: 0.1986310 Oct 28 19:44:58.288705 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fed01-cec0-45d4-885d-5abe73cf71fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:58.289972 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e90fed01-cec0-45d4-885d-5abe73cf71fd demo admin] 10.222.0.20 "GET /v2.0/networks/7c56394e-3225-4842-8e35-c4bdd3d84a2a HTTP/1.1" status: 200 len: 886 time: 0.0829737 Oct 28 19:44:58.299074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:58.531591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks [] for router_gateway (dec18db7-7c4b-4e22-bbb8-0237939f94e7), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:58.809187 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks [] for router_gateway (dec18db7-7c4b-4e22-bbb8-0237939f94e7), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:58.884553 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.037508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Allocated IP 172.27.3.134 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/db16ac69-fbf9-40da-a1ca-060e38479f27) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:59.143703 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks [] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.198225 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.268561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:59.274346 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:59.283179 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:59.288839 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Pushing event updated for resources: {'Port': ['ID=db16ac69-fbf9-40da-a1ca-060e38479f27,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:59.553763 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks [] for router_gateway (dec18db7-7c4b-4e22-bbb8-0237939f94e7), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.749001 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39646'] for router (dec18db7-7c4b-4e22-bbb8-0237939f94e7), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.753893 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-770646'] for router (dec18db7-7c4b-4e22-bbb8-0237939f94e7), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.862062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Router dec18db7-7c4b-4e22-bbb8-0237939f94e7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:45:00.023708 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:45:00.028450 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:00.042109 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6c3498fe-9cb5-4f1b-a2bd-36fd6d711ba3 demo admin] 10.222.0.20 "PUT /v2.0/routers/dec18db7-7c4b-4e22-bbb8-0237939f94e7 HTTP/1.1" status: 200 len: 890 time: 1.7339261 Oct 28 19:45:01.834794 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0cfbace7-0132-43a7-bac7-0b170f1387a1 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:45:01.880890 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 0cfbace7-0132-43a7-bac7-0b170f1387a1 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:45:01.881264 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:01.881603 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:45:01.955999 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 0cfbace7-0132-43a7-bac7-0b170f1387a1 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:45:02.568840 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 58928) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:45:02.688027 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c68f95e7-5a83-4961-8f40-65171fa71650 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181841 Oct 28 19:45:02.957011 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Sync routers for ids ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:45:02.968873 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Routers {'dec18db7-7c4b-4e22-bbb8-0237939f94e7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:45:02.969528 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:44:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:45:03.172292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Set router dec18db7-7c4b-4e22-bbb8-0237939f94e7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:45:03.634879 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:59Z', 'revision_number': 4, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port': {'id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:58Z', 'updated_at': '2022-10-28T19:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:54Z', 'revision_number': 5, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:45:03.685257 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Checking router: dec18db7-7c4b-4e22-bbb8-0237939f94e7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:45:03.685623 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Updating router dec18db7-7c4b-4e22-bbb8-0237939f94e7 port db16ac69-fbf9-40da-a1ca-060e38479f27 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:45:03.735806 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.042579 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks [] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.049100 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.080878 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Attempting to bind port db16ac69-fbf9-40da-a1ca-060e38479f27 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:45:04.081252 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Attempting to bind port db16ac69-fbf9-40da-a1ca-060e38479f27 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:45:04.081622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Attempting to bind port db16ac69-fbf9-40da-a1ca-060e38479f27 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:45:04.090446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:45:04.090817 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:45:04.091213 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.091605 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:45:04.092068 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Bound port: db16ac69-fbf9-40da-a1ca-060e38479f27, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:45:04.092466 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.118261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5439f-c81e-4547-97c3-022c4f596b61 None None] Pushing event updated for resources: {'Port': ['ID=db16ac69-fbf9-40da-a1ca-060e38479f27,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:45:04.144919 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] For port db16ac69-fbf9-40da-a1ca-060e38479f27, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:45:04.147926 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] For port db16ac69-fbf9-40da-a1ca-060e38479f27, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=db16ac69-fbf9-40da-a1ca-060e38479f27,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:45:04.153595 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:04.187406 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Routers {'dec18db7-7c4b-4e22-bbb8-0237939f94e7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:45:04.187995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:44:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:45:04.235256 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5439f-c81e-4547-97c3-022c4f596b61 None None] Pushing event updated for resources: {'Port': ['ID=db16ac69-fbf9-40da-a1ca-060e38479f27,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:45:04.302635 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] Set router dec18db7-7c4b-4e22-bbb8-0237939f94e7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:45:04.515989 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:59Z', 'revision_number': 4, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port': {'id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:58Z', 'updated_at': '2022-10-28T19:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:54Z', 'revision_number': 5, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:45:04.545735 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08901-28ae-4156-90d4-d1977631a28f None None] The sync data for ids ['dec18db7-7c4b-4e22-bbb8-0237939f94e7'] in dv-cinder-862894-1-iscsi is: [{'id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'name': 'router1', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:40Z', 'updated_at': '2022-10-28T19:44:59Z', 'revision_number': 4, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'gw_port': {'id': 'db16ac69-fbf9-40da-a1ca-060e38479f27', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:58Z', 'updated_at': '2022-10-28T19:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '0cfbace7-0132-43a7-bac7-0b170f1387a1', 'name': '', 'network_id': '0a7d5d35-5669-4458-b5a6-4650a12907e3', 'tenant_id': '1aca8b3a36e4474591361aeac183f0b4', 'mac_address': 'fa:16:3e:e3:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18db7-7c4b-4e22-bbb8-0237939f94e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:54Z', 'revision_number': 5, 'project_id': '1aca8b3a36e4474591361aeac183f0b4', 'subnets': [{'id': '9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3c128aa-7a22-4fbb-83a6-c40a02084b4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:45:05.887832 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device db16ac69-fbf9-40da-a1ca-060e38479f27 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:45:05.933994 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port db16ac69-fbf9-40da-a1ca-060e38479f27 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:45:05.934648 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:05.934982 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port db16ac69-fbf9-40da-a1ca-060e38479f27 Oct 28 19:45:06.009233 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port db16ac69-fbf9-40da-a1ca-060e38479f27 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:45:06.009747 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:06.030241 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port db16ac69-fbf9-40da-a1ca-060e38479f27, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=db16ac69-fbf9-40da-a1ca-060e38479f27,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:45:06.035474 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:06.098374 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=db16ac69-fbf9-40da-a1ca-060e38479f27,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:45:07.879599 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device db16ac69-fbf9-40da-a1ca-060e38479f27 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:45:07.939829 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port db16ac69-fbf9-40da-a1ca-060e38479f27 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:45:07.940933 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (db16ac69-fbf9-40da-a1ca-060e38479f27), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:07.941734 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port db16ac69-fbf9-40da-a1ca-060e38479f27 Oct 28 19:45:08.018112 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port db16ac69-fbf9-40da-a1ca-060e38479f27 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:45:08.557083 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:45:14.933449 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3fa6f4b3-c793-4676-8771-f68ca8a4a3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:17.341393 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-750f2dc7-ac9b-4b6e-b9e3-2fb1b86c0713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:18.263432 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:19.541475 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:21.103085 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:44.955340 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-25d81490-5043-4f8e-bfa2-9829c14d0815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:45.538477 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:45:47.338386 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0bf01045-c860-4686-adc9-4b0c75e4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:48.258910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:49.546424 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:51.102640 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:14.942248 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-aed2f5ac-cb61-45d8-8baa-c18ada10fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:17.333015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3e1c-df5b-4f77-99e7-4535bd83771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:18.262765 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:19.547443 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:21.098225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:22.537721 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:46:24.720891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59412) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:24.787620 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b339106-3b48-491a-9ae5-ed0ad7d9acc9 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:46:24.789221 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0b339106-3b48-491a-9ae5-ed0ad7d9acc9 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673807 Oct 28 19:46:24.963258 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41654eaa-13c9-4db9-8b31-ade22f6b8aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:24.964677 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-41654eaa-13c9-4db9-8b31-ade22f6b8aff admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1692679 Oct 28 19:46:27.277403 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59422) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:27.369532 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aaae54-a3c0-4219-b9a4-612bf8b8cf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:27.370892 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f4aaae54-a3c0-4219-b9a4-612bf8b8cf63 admin admin] 10.222.0.20 "GET /v2.0/subnets/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d HTTP/1.1" status: 200 len: 849 time: 0.0924673 Oct 28 19:46:27.383521 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:46:27.473205 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Publish callbacks [] for subnet (9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:27.629756 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791948930443'] for subnet (9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:27.666539 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:27.667578 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:27.668522 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] 10.222.0.20 "PUT /v2.0/subnets/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d HTTP/1.1" status: 200 len: 868 time: 0.2889776 Oct 28 19:46:27.670552 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57f187-408b-488c-8094-f100a52ab523 None None] Network 0a7d5d35-5669-4458-b5a6-4650a12907e3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:46:27.685972 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:46:27.693849 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.694293 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.694645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.695024 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.695345 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.695676 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.696024 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.696354 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.696701 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.697048 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.697389 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.697704 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.698028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de5330-de7e-4b4d-b0cb-da471db1f8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:27.983341 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Provisioning complete for port 0cfbace7-0132-43a7-bac7-0b170f1387a1 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:46:27.983748 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0cfbace7-0132-43a7-bac7-0b170f1387a1), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:27.984106 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Attempt 1 to provision port 0cfbace7-0132-43a7-bac7-0b170f1387a1 Oct 28 19:46:28.056755 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Current status of the port 0cfbace7-0132-43a7-bac7-0b170f1387a1 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:46:28.067137 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Provisioning complete for port de8c31c2-f151-471f-bcde-0f228044d17a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:46:28.067451 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (de8c31c2-f151-471f-bcde-0f228044d17a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:28.067805 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Attempt 1 to provision port de8c31c2-f151-471f-bcde-0f228044d17a Oct 28 19:46:28.141102 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-70b5d446-0860-4084-95af-d9f1f5d0be3d None None] Current status of the port de8c31c2-f151-471f-bcde-0f228044d17a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:46:30.008562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59430) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:30.212786 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8a494-232b-476e-89b5-7616925eb459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:30.213176 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8a494-232b-476e-89b5-7616925eb459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:30.214768 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9de8a494-232b-476e-89b5-7616925eb459 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052307 Oct 28 19:46:32.568028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59438) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:32.706132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91816092-f13a-4d49-8f8b-a843b62ba790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:32.706611 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91816092-f13a-4d49-8f8b-a843b62ba790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:32.708140 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-91816092-f13a-4d49-8f8b-a843b62ba790 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1391306 Oct 28 19:46:35.056363 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59446) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:35.190900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3adeb7-da76-42de-8457-cfdf62ef7281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:35.192852 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9e3adeb7-da76-42de-8457-cfdf62ef7281 admin admin] 10.222.0.20 "GET /v2.0/networks/0a7d5d35-5669-4458-b5a6-4650a12907e3 HTTP/1.1" status: 200 len: 869 time: 0.1355312 Oct 28 19:46:37.534497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59454) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:37.670775 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b08ca-40b0-4daa-9a09-60cb689beff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:37.672151 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ec1b08ca-40b0-4daa-9a09-60cb689beff0 admin admin] 10.222.0.20 "GET /v2.0/networks/7c56394e-3225-4842-8e35-c4bdd3d84a2a HTTP/1.1" status: 200 len: 886 time: 0.1367273 Oct 28 19:46:40.024540 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59464) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:40.162635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07bea3-42c4-47a9-bd2c-b439cfef19d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:40.163366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07bea3-42c4-47a9-bd2c-b439cfef19d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:40.166157 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6e07bea3-42c4-47a9-bd2c-b439cfef19d7 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402481 Oct 28 19:46:42.509626 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59472) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:42.606345 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26471fc7-75af-44de-b65b-70b657fdc53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:42.606810 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26471fc7-75af-44de-b65b-70b657fdc53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:42.608365 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-26471fc7-75af-44de-b65b-70b657fdc53b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976453 Oct 28 19:46:44.939434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59480) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:44.945580 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f77eefeb-bad9-49c7-92fc-58fb8a983514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:45.030792 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fef283-4c1d-4cf3-9ebc-04b53eecca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:45.032076 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-86fef283-4c1d-4cf3-9ebc-04b53eecca1a admin admin] 10.222.0.20 "GET /v2.0/subnets/9dbaf12c-0bab-4e2b-9521-fda7dca8aa3d HTTP/1.1" status: 200 len: 868 time: 0.0917182 Oct 28 19:46:47.343320 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-28f479d3-2f80-48d7-8c39-a3e3e09a0cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:47.346054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59488) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:47.435128 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb2b58-dfd8-44b7-981e-962f95024e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:47.436554 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-aceb2b58-dfd8-44b7-981e-962f95024e04 admin admin] 10.222.0.20 "GET /v2.0/subnets/e1939632-3ba5-4996-a2ab-a1083fdcab88 HTTP/1.1" status: 200 len: 816 time: 0.0894654 Oct 28 19:46:48.266548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:49.554924 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:51.102890 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:59.536963 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:47:12.947357 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59542) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:13.003395 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [None req-ab896bf5-aa6c-4f26-a988-ebc952fa870b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:47:13.004373 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ab896bf5-aa6c-4f26-a988-ebc952fa870b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556955 Oct 28 19:47:14.948476 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-44ba410d-42bb-493f-b3f0-6a15271af438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.404122 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59550) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:15.469938 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c969d0ea-e440-4abb-89f6-dc174f1c8243 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:47:15.471655 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c969d0ea-e440-4abb-89f6-dc174f1c8243 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665812 Oct 28 19:47:15.616179 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b38a8f-b627-440f-8801-84314089ccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:15.617556 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-24b38a8f-b627-440f-8801-84314089ccf3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414754 Oct 28 19:47:17.337407 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9d902f9c-e2bf-4024-a42f-540684519733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:17.969128 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59558) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:18.017968 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:47:18.040148 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Made reservation on behalf of 62033cd74f1d4b33b3b42a6bdfc49f3f for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:47:18.042617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.077199 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING neutron.services.revisions.revision_plugin [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Could not find related network for resource to bump revision. Oct 28 19:47:18.090964 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:47:18.100875 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (9467d1fa-8bb1-42be-9aef-7c3539195565), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.101215 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Added segment 9467d1fa-8bb1-42be-9aef-7c3539195565 of type vlan for network 1e104923-8065-40cd-879e-1a6b85f9356c Oct 28 19:47:18.144654 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (1e104923-8065-40cd-879e-1a6b85f9356c), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.171892 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (1e104923-8065-40cd-879e-1a6b85f9356c), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.172987 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:18.173608 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.242513 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2722318 Oct 28 19:47:18.269631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e104923-8065-40cd-879e-1a6b85f9356c,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:18.273186 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:18.277639 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.278016 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.278392 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.278733 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.279074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.279407 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.279752 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.280087 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.280431 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.280897 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.281231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.281557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.281899 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c777f6b-9528-4947-9b18-615777cb25a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:18.294234 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 1e104923-8065-40cd-879e-1a6b85f9356c details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:47:19.552979 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:20.562129 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59566) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:20.626821 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3063927e-fbd7-43a7-b084-326d36a756f8 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:47:20.628108 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3063927e-fbd7-43a7-b084-326d36a756f8 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649529 Oct 28 19:47:20.700378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5ecd3-561a-4a85-bcff-4110012ce5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:20.702073 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d5c5ecd3-561a-4a85-bcff-4110012ce5e1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676723 Oct 28 19:47:20.711746 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c', 'name': 'shared-subnet'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:47:20.736196 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Made reservation on behalf of 62033cd74f1d4b33b3b42a6bdfc49f3f for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:47:20.738335 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:20.907825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (c2b556ef-a5fc-4937-ae3b-f19a1f652d35), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:20.960434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b556ef-a5fc-4937-ae3b-f19a1f652d35,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:20.970869 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Checking segment: {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:47:20.971222 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Network hostable DHCP agents. Network: 1e104923-8065-40cd-879e-1a6b85f9356c, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:47:20.991607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Network 1e104923-8065-40cd-879e-1a6b85f9356c is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:47:21.004342 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 1e104923-8065-40cd-879e-1a6b85f9356c) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:47:21.009453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:21.010700 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.014128 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab2f14-3b36-4e4f-b70a-6db9ea50470a None None] Network 1e104923-8065-40cd-879e-1a6b85f9356c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:47:21.030325 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9b4f1a01-ad4e-462b-832b-9a866ec79bc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219275 Oct 28 19:47:21.222956 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.234553 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-1e104923-8065-40cd-879e-1a6b85f9356c', 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c', 'project_id': '62033cd74f1d4b33b3b42a6bdfc49f3f', 'fixed_ips': [{'subnet_id': 'c2b556ef-a5fc-4937-ae3b-f19a1f652d35'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:47:21.235496 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.373321 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Allocated IP 192.168.233.2 (1e104923-8065-40cd-879e-1a6b85f9356c/c2b556ef-a5fc-4937-ae3b-f19a1f652d35/0e800cce-7b8b-4bd4-b73d-4573049ab020) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:47:21.509395 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks [] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.517234 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.557383 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Network 1e104923-8065-40cd-879e-1a6b85f9356c is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:47:21.560285 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:47:21.568828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Pushing event updated for resources: {'Port': ['ID=0e800cce-7b8b-4bd4-b73d-4573049ab020,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:21.570985 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:47:21.581448 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.581816 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.582221 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.582555 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.582884 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.583212 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.583538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.583859 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.584182 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.584520 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.584844 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.585164 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.585481 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:21.636063 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Attempting to bind port 0e800cce-7b8b-4bd4-b73d-4573049ab020 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:47:21.636355 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Attempting to bind port 0e800cce-7b8b-4bd4-b73d-4573049ab020 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:47:21.636716 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Attempting to bind port 0e800cce-7b8b-4bd4-b73d-4573049ab020 on network 1e104923-8065-40cd-879e-1a6b85f9356c {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:47:21.642401 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:47:21.642883 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Checking segment: {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:47:21.643297 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.644328 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Bound using segment: {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:47:21.644328 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Bound port: 0e800cce-7b8b-4bd4-b73d-4573049ab020, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:47:21.644622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.704287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] For port 0e800cce-7b8b-4bd4-b73d-4573049ab020, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:47:21.707713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] For port 0e800cce-7b8b-4bd4-b73d-4573049ab020, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0e800cce-7b8b-4bd4-b73d-4573049ab020,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:47:21.717040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:21.772193 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce072432-a546-449e-8c65-06bb57608f1c None None] Pushing event updated for resources: {'Port': ['ID=0e800cce-7b8b-4bd4-b73d-4573049ab020,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:22.589773 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e44026-e596-43b6-90b8-5275022b7b65 None None] Network 1e104923-8065-40cd-879e-1a6b85f9356c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:47:22.696051 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Provisioning complete for port 0e800cce-7b8b-4bd4-b73d-4573049ab020 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:22.696370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:22.696711 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Attempt 1 to provision port 0e800cce-7b8b-4bd4-b73d-4573049ab020 Oct 28 19:47:22.780903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Current status of the port 0e800cce-7b8b-4bd4-b73d-4573049ab020 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:22.781301 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:22.818664 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] For port 0e800cce-7b8b-4bd4-b73d-4573049ab020, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0e800cce-7b8b-4bd4-b73d-4573049ab020,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:47:22.823748 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:22.874875 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c335-1c76-416f-93d7-b6dcbb80dfa9 None None] Pushing event updated for resources: {'Port': ['ID=0e800cce-7b8b-4bd4-b73d-4573049ab020,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:22.944003 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-a66c935d-ab98-462d-b885-736d6ebffcae None None] Provisioning complete for port 0e800cce-7b8b-4bd4-b73d-4573049ab020 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:22.944398 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a66c935d-ab98-462d-b885-736d6ebffcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:22.944737 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a66c935d-ab98-462d-b885-736d6ebffcae None None] Attempt 1 to provision port 0e800cce-7b8b-4bd4-b73d-4573049ab020 Oct 28 19:47:23.018536 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a66c935d-ab98-462d-b885-736d6ebffcae None None] Current status of the port 0e800cce-7b8b-4bd4-b73d-4573049ab020 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:23.930907 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0e800cce-7b8b-4bd4-b73d-4573049ab020 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:47:23.977436 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 0e800cce-7b8b-4bd4-b73d-4573049ab020 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:23.977835 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0e800cce-7b8b-4bd4-b73d-4573049ab020), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:23.978216 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 0e800cce-7b8b-4bd4-b73d-4573049ab020 Oct 28 19:47:24.051402 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 0e800cce-7b8b-4bd4-b73d-4573049ab020 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:36.535970 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:47:44.953748 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3e24cc4e-3adf-4069-bad8-96e41835cc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:47.342808 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e4b8104a-99ba-40a3-9175-d9915deb1ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:48.273333 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:49.555093 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:51.109436 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:13.534579 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:48:14.960134 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-597e6c6d-93fe-4d28-af01-79abdbba4339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:17.347849 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f06f5a53-61c9-4cb7-9612-a68899210123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:18.276121 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:19.557963 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:21.120876 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:42.620793 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59608) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:42.626558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [None req-93c9df98-c35a-425a-a402-f4ca2f26be29 tempest-verify_tempest_config-432924155 tempest-verify_tempest_config-432924155-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:48:42.627541 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-93c9df98-c35a-425a-a402-f4ca2f26be29 tempest-verify_tempest_config-432924155 tempest-verify_tempest_config-432924155-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057564 Oct 28 19:48:42.934040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59626) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:43.056445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.138466 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Publish callbacks [] for security_group (eac4449e-61d7-40c0-b2a4-25792ad1af7a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.144516 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (eac4449e-61d7-40c0-b2a4-25792ad1af7a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.188765 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=616a138cedb7408d9059d4912f22f296&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2535665 Oct 28 19:48:43.189602 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac4449e-61d7-40c0-b2a4-25792ad1af7a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:48:43.191946 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59632) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:43.196745 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.197117 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.197467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.197785 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.198156 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.198496 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.198839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.199167 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.199498 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.199826 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.200156 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.200484 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.200809 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91d88-1e61-4265-b822-09081e3baf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.255067 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Publish callbacks [] for security_group (eac4449e-61d7-40c0-b2a4-25792ad1af7a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.276693 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Publish callbacks [] for security_group (eac4449e-61d7-40c0-b2a4-25792ad1af7a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.373172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (eac4449e-61d7-40c0-b2a4-25792ad1af7a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.376802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:43.378004 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eac4449e-61d7-40c0-b2a4-25792ad1af7a HTTP/1.1" status: 204 len: 168 time: 0.1849275 Oct 28 19:48:43.385976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac4449e-61d7-40c0-b2a4-25792ad1af7a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:48:43.392916 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.393286 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.393632 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.393967 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.394324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.394651 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.394994 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.395313 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.395636 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.395957 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.396267 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.396588 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:43.396905 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909031a1-361d-4cce-bdbf-f432f1ddc384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:44.955474 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-11fcf047-0c7b-45c6-80f2-11b872c00617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:47.352629 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7a03bb8a-6cb9-4f00-8abe-62605aa6c61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:48.277913 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:49.560685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:50.533468 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:48:51.116265 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:14.970930 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-19dba6d6-ee21-4ac0-92a0-ecfa4d4e7076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:17.361550 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c5adb9a8-bb23-49f3-8f13-5786a4a9f0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:18.292894 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:19.571964 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:21.131699 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:27.535407 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:49:44.974020 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d1a9-80ce-45e6-bd20-b3108534a8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:47.355815 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-95f2a222-4796-4224-91fc-4a66cd35ad7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:48.300899 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:49.573409 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:51.134940 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:04.539244 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 5 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:50:14.967516 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-241d52a6-12d1-4a60-9ed5-ea1a5bcff241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:17.373826 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1b7f5c3d-876d-43e2-ab1c-e2caa7c58b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:18.297363 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:19.572820 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:19.826647 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773067'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:21.130146 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:34.649565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59702) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:50:34.770851 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3ab79c1c-94e3-4528-95de-be7064d35105 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1199961 Oct 28 19:50:37.114870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59712) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:50:37.179538 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-644f7bf5-7cbc-487f-ac80-8e99e1e37b46 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0634136 Oct 28 19:50:41.538551 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:50:44.982278 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6fe22d3e-f343-4714-bcd9-ee9b6bf82e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:47.371815 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9bec1159-f10f-40c3-b83c-12215b0c53cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:48.303001 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:49.578466 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:49.834425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:51.132326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:14.981456 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3056aa12-66a0-46d6-a77b-82a2b4c55d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:17.357724 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e42fd51f-8d44-4380-8ba9-bb149ba4079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:18.305415 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:18.544557 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:51:19.579068 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:19.829276 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:21.134329 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:44.975548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-75725426-7ea8-4c43-ae37-f4f185cc31e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:47.361543 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-678e692c-c532-4b4d-99c2-0a53780970cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:48.303880 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:49.581679 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:49.839885 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:51.129382 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:55.544604 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:52:14.981689 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-af96044e-93cc-4416-8de6-3160c6c69807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:17.367148 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f5b6-b0cb-4649-9fd5-88c98778fefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:18.306679 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:19.585418 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:19.841918 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:21.145934 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:24.710210 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59858) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:25.026783 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-network', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:25.041343 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59880) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:25.051021 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Made reservation on behalf of 36f8887e8f7f4c038d11cb582b95c2e8 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:25.053911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.063511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.148748 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks [] for security_group (d6c30334-1351-4832-8b22-587991c142dc), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.153832 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d6c30334-1351-4832-8b22-587991c142dc), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.183714 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c30334-1351-4832-8b22-587991c142dc,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:25.189902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303570294-network', 'tenant_id': 'ea23d43080634ad7b66faf8014e88112'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:25.195382 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.195515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.195856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.196262 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.196637 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.197416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.197570 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.197972 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.198406 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.198703 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.199088 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.199439 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.199732 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Tracked resource versions report: Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: pushed versions: Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Log': {'1.0'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Network': {'1.1'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Port': {'1.7'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'PortForwarding': {'1.2'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'QosPolicy': {'1.10'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SubPort': {'1.0'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Subnet': {'1.1'}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Trunk': {'1.1'}} Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: consumer versions: Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'ConntrackHelper': '1.0', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'LocalIPAssociation': '1.0', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Log': '1.0', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Network': '1.1', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Port': '1.7', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'PortForwarding': '1.2', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'QosPolicy': '1.10', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroup': '1.5', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SecurityGroupRule': '1.2', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'SubPort': '1.0', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Subnet': '1.1', Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: 'Trunk': '1.1'}} Oct 28 19:52:25.201188 dv-cinder-862894-1-iscsi neutron-server[115426]: {{(pid=115426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:25.204738 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:25.216918 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (e38aa55f-206f-4e40-89ef-ec5a341eab92), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.217281 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Added segment e38aa55f-206f-4e40-89ef-ec5a341eab92 of type vlan for network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 Oct 28 19:52:25.246644 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Made reservation on behalf of ea23d43080634ad7b66faf8014e88112 for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:25.250736 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.261422 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.372010 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (87e9288a-7a45-47ad-bf76-f555e3d2d2b8), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.373588 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks [] for security_group (22a62916-240c-4633-a105-61465ae8e4a9), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.379201 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (22a62916-240c-4633-a105-61465ae8e4a9), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.397285 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:25.403671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (87e9288a-7a45-47ad-bf76-f555e3d2d2b8), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.404847 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:25.405651 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.418421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (ebf53abe-5cc5-48a4-8c1c-a3117b086920), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.418786 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Added segment ebf53abe-5cc5-48a4-8c1c-a3117b086920 of type vlan for network b683062f-b656-4d76-87b5-95062bdcf99d Oct 28 19:52:25.428774 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7171609 Oct 28 19:52:25.429175 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59912) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:25.438714 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Request body: {'subnet': {'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-subnet', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:25.472334 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a62916-240c-4633-a105-61465ae8e4a9,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:25.487764 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (b683062f-b656-4d76-87b5-95062bdcf99d), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.490333 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb21a-4f67-487c-9b42-6d53950df5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=87e9288a-7a45-47ad-bf76-f555e3d2d2b8,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:25.500706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.501255 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.504134 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:25.515987 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.516373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.516712 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.517046 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.517398 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.517730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.518073 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.518447 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.518773 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.519094 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.519410 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Tracked resource versions report: Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: pushed versions: Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Log': {'1.0'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Network': {'1.1'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Port': {'1.7'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'PortForwarding': {'1.2'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'QosPolicy': {'1.10'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SubPort': {'1.0'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Subnet': {'1.1'}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Trunk': {'1.1'}} Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: consumer versions: Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'ConntrackHelper': '1.0', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'LocalIPAssociation': '1.0', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Log': '1.0', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Network': '1.1', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Port': '1.7', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'PortForwarding': '1.2', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'QosPolicy': '1.10', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroup': '1.5', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SecurityGroupRule': '1.2', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'SubPort': '1.0', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Subnet': '1.1', Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: 'Trunk': '1.1'}} Oct 28 19:52:25.520538 dv-cinder-862894-1-iscsi neutron-server[115427]: {{(pid=115427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:25.556821 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Made reservation on behalf of 36f8887e8f7f4c038d11cb582b95c2e8 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:25.559143 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.598449 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59920) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:25.610014 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (b683062f-b656-4d76-87b5-95062bdcf99d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.611621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:25.611621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.701571 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6578526 Oct 28 19:52:25.702321 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59928) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:25.709037 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Request body: {'subnet': {'network_id': 'b683062f-b656-4d76-87b5-95062bdcf99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303570294-subnet', 'tenant_id': 'ea23d43080634ad7b66faf8014e88112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:25.714623 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fcc0-74e7-4101-8a1d-6af2b04b097e admin admin] Pushing event updated for resources: {'Network': ['ID=b683062f-b656-4d76-87b5-95062bdcf99d,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:25.727707 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network b683062f-b656-4d76-87b5-95062bdcf99d details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:25.737691 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Made reservation on behalf of ea23d43080634ad7b66faf8014e88112 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:25.741817 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.852557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (c3bc635f-4ee3-43e2-80d2-1d50c13bca7a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:25.984244 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.006502 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:26.015507 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Checking segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:26.015954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Network hostable DHCP agents. Network: 87e9288a-7a45-47ad-bf76-f555e3d2d2b8, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:26.037234 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:26.050937 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:26.051767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 87e9288a-7a45-47ad-bf76-f555e3d2d2b8) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:26.060314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Checking segment: {'id': 'ebf53abe-5cc5-48a4-8c1c-a3117b086920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b683062f-b656-4d76-87b5-95062bdcf99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:26.060721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Network hostable DHCP agents. Network: b683062f-b656-4d76-87b5-95062bdcf99d, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:26.061750 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b44f4f-b823-45cc-8ea2-926ab9476024 None None] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:26.063119 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:26.064050 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.087435 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Network b683062f-b656-4d76-87b5-95062bdcf99d is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:26.091773 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c98d9948-cf24-4673-b178-0f48acdf5da4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6570437 Oct 28 19:52:26.096908 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59936) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:26.097381 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, b683062f-b656-4d76-87b5-95062bdcf99d) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:26.101129 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:26.110508 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:26.111032 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.133994 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1f561-8ac9-4994-a941-cb0e2075e7b6 None None] Network b683062f-b656-4d76-87b5-95062bdcf99d requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:26.138418 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a2d02889-c24c-4a30-abfb-07bd1b0500be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4343436 Oct 28 19:52:26.146806 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-network', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:26.153215 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.154565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.174502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Made reservation on behalf of ba374b2de5324250b7cd9383ea5d1a1e for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:26.178712 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.194108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 59946) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:26.194886 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.246054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for router_controller (6d545b81-8d09-428f-9dab-073e8fb24bd0), precommit_add_association {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.278423 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:26.280502 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.355224 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks [] for security_group (73e758f9-a4bc-45d6-9ff4-bdad9f410272), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.362612 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (73e758f9-a4bc-45d6-9ff4-bdad9f410272), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.393682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:26.397224 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb66f5b-1a48-4add-96d8-f76c0b3f1e81 None None] Network b683062f-b656-4d76-87b5-95062bdcf99d requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:26.417239 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e758f9-a4bc-45d6-9ff4-bdad9f410272,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:26.440395 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (1c99f374-f2e5-414b-a831-5f8c62d2c8ff), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.441869 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Added segment 1c99f374-f2e5-414b-a831-5f8c62d2c8ff of type vlan for network b7791dd9-05a3-405a-9556-3fed8daff743 Oct 28 19:52:26.502385 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (b7791dd9-05a3-405a-9556-3fed8daff743), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.508463 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for router_gateway (6d545b81-8d09-428f-9dab-073e8fb24bd0), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.539832 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (b7791dd9-05a3-405a-9556-3fed8daff743), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.541276 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:26.542058 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.575540 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Allocated IP 172.20.0.2 (87e9288a-7a45-47ad-bf76-f555e3d2d2b8/c3bc635f-4ee3-43e2-80d2-1d50c13bca7a/8f17bd67-8702-4c46-9f86-01f13db3fc7b) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:26.610018 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0102668 Oct 28 19:52:26.612997 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59960) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:26.619611 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1268789221-network', 'tenant_id': '79689d6f11a742d7b30e8d2081334602'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:26.626784 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Request body: {'subnet': {'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-subnet', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:26.628152 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227f08c-b9aa-426b-8871-5c404020439b admin admin] Pushing event updated for resources: {'Network': ['ID=b7791dd9-05a3-405a-9556-3fed8daff743,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:26.655774 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Made reservation on behalf of 79689d6f11a742d7b30e8d2081334602 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:26.658536 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.673456 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.683282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network b7791dd9-05a3-405a-9556-3fed8daff743 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:26.705392 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Made reservation on behalf of ba374b2de5324250b7cd9383ea5d1a1e for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:26.710761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.794423 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks [] for security_group (da4e1681-38bf-44e0-af89-107ac1cec44f), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.801128 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (da4e1681-38bf-44e0-af89-107ac1cec44f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.844922 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:26.861445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e1681-38bf-44e0-af89-107ac1cec44f,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:26.883295 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (3e245ecb-17c7-4d1c-96ac-0829c1423987), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.884843 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Added segment 3e245ecb-17c7-4d1c-96ac-0829c1423987 of type vlan for network 7a7995dc-03ae-40fb-a035-5c85621b53b3 Oct 28 19:52:26.952150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (7a7995dc-03ae-40fb-a035-5c85621b53b3), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.987282 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (7a7995dc-03ae-40fb-a035-5c85621b53b3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.990808 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:26.993161 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.027180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks [] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.029785 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for router_gateway (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.039615 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.064697 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.119339 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9120555 Oct 28 19:52:27.124719 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (4ae1b010-72f2-44c4-bedc-d861b3edd4e5), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.127078 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:27.127258 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 59980) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:27.128448 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Pushing event updated for resources: {'Port': ['ID=8f17bd67-8702-4c46-9f86-01f13db3fc7b,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:27.135237 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:27.137884 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.138137 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541f635-3ac3-4b49-936c-fbc0aaa4df3b admin admin] Pushing event updated for resources: {'Network': ['ID=7a7995dc-03ae-40fb-a035-5c85621b53b3,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:27.138311 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.138744 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.139093 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.139433 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.140005 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.140345 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.140678 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.141006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.141353 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.141735 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.142059 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.142415 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Tracked resource versions report: Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: pushed versions: Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Log': {'1.0'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Network': {'1.1'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Port': {'1.7'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'PortForwarding': {'1.2'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'QosPolicy': {'1.10'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SubPort': {'1.0'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Subnet': {'1.1'}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Trunk': {'1.1'}} Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: consumer versions: Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'ConntrackHelper': '1.0', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'LocalIPAssociation': '1.0', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Log': '1.0', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Network': '1.1', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Port': '1.7', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'PortForwarding': '1.2', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'QosPolicy': '1.10', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroup': '1.5', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SecurityGroupRule': '1.2', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'SubPort': '1.0', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Subnet': '1.1', Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: 'Trunk': '1.1'}} Oct 28 19:52:27.143521 dv-cinder-862894-1-iscsi neutron-server[115428]: {{(pid=115428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:27.145939 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Request body: {'subnet': {'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1268789221-subnet', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:27.149199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:27.216043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:27.286921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae1b010-72f2-44c4-bedc-d861b3edd4e5,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:27.310358 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Made reservation on behalf of 79689d6f11a742d7b30e8d2081334602 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:27.312726 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.343684 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Attempting to bind port 8f17bd67-8702-4c46-9f86-01f13db3fc7b on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:27.344054 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Attempting to bind port 8f17bd67-8702-4c46-9f86-01f13db3fc7b by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:27.351578 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Attempting to bind port 8f17bd67-8702-4c46-9f86-01f13db3fc7b on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:27.361941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:27.372983 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Checking segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:27.373629 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.374437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Bound using segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:27.375093 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Bound port: 8f17bd67-8702-4c46-9f86-01f13db3fc7b, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:27.375675 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.403568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:27.419971 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Network hostable DHCP agents. Network: b7791dd9-05a3-405a-9556-3fed8daff743, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:27.436907 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Allocated IP 172.27.3.67 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/f743afe0-99f2-40a3-bb96-afde0e477430) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:27.515152 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] For port 8f17bd67-8702-4c46-9f86-01f13db3fc7b, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:27.519019 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] For port 8f17bd67-8702-4c46-9f86-01f13db3fc7b, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8f17bd67-8702-4c46-9f86-01f13db3fc7b,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:27.526871 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Network b7791dd9-05a3-405a-9556-3fed8daff743 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:27.531391 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.560507 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, b7791dd9-05a3-405a-9556-3fed8daff743) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:27.580943 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:27.581515 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.585390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197537c7-9329-4e2f-b9e0-cab11a0756b3 None None] Network b7791dd9-05a3-405a-9556-3fed8daff743 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:27.675338 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60004) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:27.678575 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f0d36fb1-b94f-45c2-b39e-0c495fe49505 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0641499 Oct 28 19:52:27.683044 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:27.743479 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.745181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.766697 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for port (f743afe0-99f2-40a3-bb96-afde0e477430), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:27.953028 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434700f-d6e9-4490-a557-2ea9951c5f9b None None] Pushing event updated for resources: {'Port': ['ID=8f17bd67-8702-4c46-9f86-01f13db3fc7b,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:27.985155 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for router_controller (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.007808 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (45f1256f-eb66-4baa-8ac0-9f5673f97478), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.093146 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.104615 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-b7791dd9-05a3-405a-9556-3fed8daff743', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:28.105533 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.209861 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for router_gateway (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.254781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Pushing event updated for resources: {'Port': ['ID=f743afe0-99f2-40a3-bb96-afde0e477430,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:28.268095 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8f17bd67-8702-4c46-9f86-01f13db3fc7b up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:28.276152 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:28.277731 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f1256f-eb66-4baa-8ac0-9f5673f97478,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:28.290439 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:28.294070 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:28.370779 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Checking segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:28.371423 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Network hostable DHCP agents. Network: 7a7995dc-03ae-40fb-a035-5c85621b53b3, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:28.391816 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 8f17bd67-8702-4c46-9f86-01f13db3fc7b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:28.392218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.392561 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 8f17bd67-8702-4c46-9f86-01f13db3fc7b Oct 28 19:52:28.405046 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Allocated IP 172.20.0.2 (b7791dd9-05a3-405a-9556-3fed8daff743/4ae1b010-72f2-44c4-bedc-d861b3edd4e5/07cafb5e-ffd2-469f-89e1-4b9996daeb5d) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:28.453467 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:28.510688 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 7a7995dc-03ae-40fb-a035-5c85621b53b3) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:28.530555 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:28.532668 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.571481 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a827b649-06b6-4ced-906a-d8ce110fa743 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4401858 Oct 28 19:52:28.575168 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60040) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:28.582161 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:28.589131 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d0442-e0d8-4262-9b00-69e456893d45 None None] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:28.592455 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60042) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:28.625995 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1427097675-network', 'tenant_id': '895f558c24584c6aa8b89586c928b0fd'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:28.734485 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for router_gateway (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.818130 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.827605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.841314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for router_gateway (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.919087 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 8f17bd67-8702-4c46-9f86-01f13db3fc7b is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:28.919484 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.921409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.939799 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Made reservation on behalf of 895f558c24584c6aa8b89586c928b0fd for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:28.942900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:28.976090 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.000299 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 8f17bd67-8702-4c46-9f86-01f13db3fc7b, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8f17bd67-8702-4c46-9f86-01f13db3fc7b,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:29.005339 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585982bc-018e-48fd-b131-516108881b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-7a7995dc-03ae-40fb-a035-5c85621b53b3', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'project_id': '79689d6f11a742d7b30e8d2081334602', 'fixed_ips': [{'subnet_id': '45f1256f-eb66-4baa-8ac0-9f5673f97478'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:29.006422 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.157299 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for router_controller (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.182618 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-585982bc-018e-48fd-b131-516108881b69 None None] Allocated IP 172.20.0.2 (7a7995dc-03ae-40fb-a035-5c85621b53b3/45f1256f-eb66-4baa-8ac0-9f5673f97478/7e04d722-9358-4b54-8987-b96a005be507) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:29.271755 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.287622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.356184 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bac204-0d87-43f2-a7ce-29e676c1b471 None None] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:29.372355 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=8f17bd67-8702-4c46-9f86-01f13db3fc7b,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:29.415331 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-842d5e68-9d62-4562-9da5-a90c8c4d54b0 None None] Provisioning complete for port 8f17bd67-8702-4c46-9f86-01f13db3fc7b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:29.415977 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-842d5e68-9d62-4562-9da5-a90c8c4d54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.416475 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-842d5e68-9d62-4562-9da5-a90c8c4d54b0 None None] Attempt 1 to provision port 8f17bd67-8702-4c46-9f86-01f13db3fc7b Oct 28 19:52:29.527822 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:29.587822 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks [] for port (7e04d722-9358-4b54-8987-b96a005be507), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.599605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Allocated IP 172.27.3.107 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/b0e52085-01d7-423a-81e7-8938bbe19595) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:29.620137 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (7e04d722-9358-4b54-8987-b96a005be507), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.632053 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks [] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.646171 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for router_gateway (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.683067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.696601 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585982bc-018e-48fd-b131-516108881b69 None None] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:29.741831 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks [] for security_group (fc9603c9-557c-44b5-bdea-b83c87485cd5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.743104 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585982bc-018e-48fd-b131-516108881b69 None None] Pushing event updated for resources: {'Port': ['ID=7e04d722-9358-4b54-8987-b96a005be507,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:29.748493 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-585982bc-018e-48fd-b131-516108881b69 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:29.758385 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:29.771028 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:29.777605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc9603c9-557c-44b5-bdea-b83c87485cd5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.791775 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Pushing event updated for resources: {'Port': ['ID=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:29.796056 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:29.796691 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:29.800236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585982bc-018e-48fd-b131-516108881b69 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:29.800459 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.805728 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-dc5deaf8-015c-4dad-89ed-d9cf8560e95c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7077827 Oct 28 19:52:29.807078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60100) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:29.822904 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9603c9-557c-44b5-bdea-b83c87485cd5,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:29.847085 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:29.853587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:29.859655 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:29.863988 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:29.885652 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:29.886375 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Added segment 1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9 of type vlan for network a95e04e8-fcaa-4198-8348-985de27d362b Oct 28 19:52:29.948573 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-842d5e68-9d62-4562-9da5-a90c8c4d54b0 None None] Current status of the port 8f17bd67-8702-4c46-9f86-01f13db3fc7b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:29.957715 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:29.960902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for port (b0e52085-01d7-423a-81e7-8938bbe19595), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.004003 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (a95e04e8-fcaa-4198-8348-985de27d362b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.208794 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8f17bd67-8702-4c46-9f86-01f13db3fc7b up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:30.216739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-585982bc-018e-48fd-b131-516108881b69 None None] Attempting to bind port 7e04d722-9358-4b54-8987-b96a005be507 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:30.216969 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-585982bc-018e-48fd-b131-516108881b69 None None] Attempting to bind port 7e04d722-9358-4b54-8987-b96a005be507 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:30.218691 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585982bc-018e-48fd-b131-516108881b69 None None] Attempting to bind port 7e04d722-9358-4b54-8987-b96a005be507 on network 7a7995dc-03ae-40fb-a035-5c85621b53b3 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:30.240003 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:28Z', 'revision_number': 3, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:30.244519 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (a95e04e8-fcaa-4198-8348-985de27d362b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.250669 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:30.251406 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.268096 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:30.268776 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Updating router 6d545b81-8d09-428f-9dab-073e8fb24bd0 port f743afe0-99f2-40a3-bb96-afde0e477430 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:30.298452 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.303643 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585982bc-018e-48fd-b131-516108881b69 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:30.305524 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585982bc-018e-48fd-b131-516108881b69 None None] Checking segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:30.305951 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.307972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585982bc-018e-48fd-b131-516108881b69 None None] Bound using segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:30.308524 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-585982bc-018e-48fd-b131-516108881b69 None None] Bound port: 7e04d722-9358-4b54-8987-b96a005be507, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:30.308929 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (7e04d722-9358-4b54-8987-b96a005be507), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.316707 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Attempting to bind port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:30.317105 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Attempting to bind port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:30.317481 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Attempting to bind port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:30.351129 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7553639 Oct 28 19:52:30.380102 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:30.381720 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:30.382738 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.383173 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Bound using segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:30.385575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Bound port: 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:30.386028 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.401062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60108) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:30.412850 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Request body: {'subnet': {'network_id': 'a95e04e8-fcaa-4198-8348-985de27d362b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1427097675-subnet', 'tenant_id': '895f558c24584c6aa8b89586c928b0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:30.504229 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for router_gateway (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.589446 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.673004 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Made reservation on behalf of 895f558c24584c6aa8b89586c928b0fd for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:30.681203 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:30.689253 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.693701 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.704606 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks [] for port (f743afe0-99f2-40a3-bb96-afde0e477430), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.709147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:30.717744 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:30.719075 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.730506 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 8f17bd67-8702-4c46-9f86-01f13db3fc7b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:30.731006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.731243 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 8f17bd67-8702-4c46-9f86-01f13db3fc7b Oct 28 19:52:30.738358 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-585982bc-018e-48fd-b131-516108881b69 None None] For port 7e04d722-9358-4b54-8987-b96a005be507, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:30.744159 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-585982bc-018e-48fd-b131-516108881b69 None None] For port 7e04d722-9358-4b54-8987-b96a005be507, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=7e04d722-9358-4b54-8987-b96a005be507,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:30.756324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60120) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:30.758285 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Attempting to bind port f743afe0-99f2-40a3-bb96-afde0e477430 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:30.758669 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Attempting to bind port f743afe0-99f2-40a3-bb96-afde0e477430 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:30.759032 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Attempting to bind port f743afe0-99f2-40a3-bb96-afde0e477430 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:30.796943 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] For port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:30.799576 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-62968550-607f-41ba-affc-849abe46fc26 None None] Provisioning complete for port 8f17bd67-8702-4c46-9f86-01f13db3fc7b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:30.800053 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-62968550-607f-41ba-affc-849abe46fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.800310 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-62968550-607f-41ba-affc-849abe46fc26 None None] Attempt 1 to provision port 8f17bd67-8702-4c46-9f86-01f13db3fc7b Oct 28 19:52:30.855877 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] For port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:30.873806 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:30.874583 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:30.874676 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.875055 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:30.875976 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Bound port: f743afe0-99f2-40a3-bb96-afde0e477430, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:30.875976 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.912309 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-585982bc-018e-48fd-b131-516108881b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (7e04d722-9358-4b54-8987-b96a005be507), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:30.996860 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Pushing event updated for resources: {'Port': ['ID=f743afe0-99f2-40a3-bb96-afde0e477430,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.011754 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0aaad2-2f91-4203-8b39-c8a54009aefb admin admin] Pushing event updated for resources: {'Network': ['ID=a95e04e8-fcaa-4198-8348-985de27d362b,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.033580 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.040499 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.040923 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.041821 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.042141 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.042490 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.042830 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.043167 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.046467 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.046761 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.047118 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.047458 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.050029 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Tracked resource versions report: Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: pushed versions: Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Log': {'1.0'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Network': {'1.1'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Port': {'1.7'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'PortForwarding': {'1.2'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'QosPolicy': {'1.10'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SubPort': {'1.0'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Subnet': {'1.1'}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Trunk': {'1.1'}} Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: consumer versions: Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: { DHCP agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: L3 agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: Metadata agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: Metering agent@dv-cinder-862894-1-iscsi: {}, Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: Open vSwitch agent@dv-cinder-862894-1-iscsi: { 'AddressGroup': '1.2', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'ConntrackHelper': '1.0', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'LocalIPAssociation': '1.0', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Log': '1.0', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Network': '1.1', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Port': '1.7', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'PortForwarding': '1.2', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'QosPolicy': '1.10', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroup': '1.5', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SecurityGroupRule': '1.2', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'SubPort': '1.0', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Subnet': '1.1', Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: 'Trunk': '1.1'}} Oct 28 19:52:31.052287 dv-cinder-862894-1-iscsi neutron-server[115429]: {{(pid=115429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:31.077901 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network a95e04e8-fcaa-4198-8348-985de27d362b details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:31.092739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.103001 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] For port f743afe0-99f2-40a3-bb96-afde0e477430, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:31.134391 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] For port f743afe0-99f2-40a3-bb96-afde0e477430, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f743afe0-99f2-40a3-bb96-afde0e477430,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:31.153314 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.172258 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-63070c52-fa38-427d-836c-b795f292708a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.302118 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Pushing event updated for resources: {'Port': ['ID=b0e52085-01d7-423a-81e7-8938bbe19595,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.329243 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:31.331912 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:31.373263 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.390538 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (0e7aba13-10d0-42e7-a359-6ef809b2a233), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.433657 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585982bc-018e-48fd-b131-516108881b69 None None] Pushing event updated for resources: {'Port': ['ID=7e04d722-9358-4b54-8987-b96a005be507,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.500036 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653dc7-9a39-4b70-bb99-ba8097dc7d5e None None] Pushing event updated for resources: {'Port': ['ID=f743afe0-99f2-40a3-bb96-afde0e477430,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.562848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Checking segment: {'id': '1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a95e04e8-fcaa-4198-8348-985de27d362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:31.578057 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Network hostable DHCP agents. Network: a95e04e8-fcaa-4198-8348-985de27d362b, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:31.614436 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace1bb-cb7a-4b09-9d2a-83018a4d1816 None None] Pushing event updated for resources: {'Port': ['ID=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.624778 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for router_gateway (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.659665 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Network a95e04e8-fcaa-4198-8348-985de27d362b is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:31.724555 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:31.772876 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, a95e04e8-fcaa-4198-8348-985de27d362b) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:31.774911 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7aba13-10d0-42e7-a359-6ef809b2a233,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:31.804163 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Allocated IP 172.27.3.236 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/b11fdf90-2b5c-49a6-b46e-9b27e10b071a) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:31.818223 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:31.819084 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.953465 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-63070c52-fa38-427d-836c-b795f292708a admin admin] Publish callbacks [] for security_group (ed3a08b9-1eac-4f8a-9008-da302e13a674), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:31.971769 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a7e38-61d4-428c-8051-61e9699aea1d None None] Network a95e04e8-fcaa-4198-8348-985de27d362b requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:32.020499 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6cec8337-4a84-4a5e-8778-236b5deb0aef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6031044 Oct 28 19:52:32.020499 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-63070c52-fa38-427d-836c-b795f292708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ed3a08b9-1eac-4f8a-9008-da302e13a674), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.138644 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-62968550-607f-41ba-affc-849abe46fc26 None None] Current status of the port 8f17bd67-8702-4c46-9f86-01f13db3fc7b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:32.145145 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:28Z', 'revision_number': 3, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:32.197450 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 8f17bd67-8702-4c46-9f86-01f13db3fc7b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:32.199337 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31d449-142d-47ee-a206-14445fcb3b06 None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:28Z', 'revision_number': 3, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:32.255924 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918114a7-203a-4871-bcf3-2079eaaa5430 None None] Network a95e04e8-fcaa-4198-8348-985de27d362b requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:32.273676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63070c52-fa38-427d-836c-b795f292708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a08b9-1eac-4f8a-9008-da302e13a674,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:32.291345 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60188) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:32.328449 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-63070c52-fa38-427d-836c-b795f292708a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=921d37b3427046159478a9f855327015&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5709732 Oct 28 19:52:32.330331 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60192) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:32.382608 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Deleting subnet 1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:52:32.392569 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Publish callbacks [] for subnet (1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.440765 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Publish callbacks [] for subnet (1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.455677 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Allocated IP 172.20.0.1 (87e9288a-7a45-47ad-bf76-f555e3d2d2b8/c3bc635f-4ee3-43e2-80d2-1d50c13bca7a/8cffa5d0-74db-44e3-8436-1ea680e24293) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:32.457519 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.543260 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:52:32.544755 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.552926 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.613218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 7e04d722-9358-4b54-8987-b96a005be507 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:32.820515 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 7e04d722-9358-4b54-8987-b96a005be507 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:32.820889 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (7e04d722-9358-4b54-8987-b96a005be507), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.823259 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 7e04d722-9358-4b54-8987-b96a005be507 Oct 28 19:52:32.915921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks [] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:32.955852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.006060 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.011152 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2 HTTP/1.1" status: 204 len: 168 time: 0.7168756 Oct 28 19:52:33.025656 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60210) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:33.070966 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9edd06-4d43-4d40-b90b-caf10860f8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1109cb64-576e-4bf3-9ae0-a28d4a9ce1a2,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:33.075322 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 7e04d722-9358-4b54-8987-b96a005be507 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:33.076480 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (7e04d722-9358-4b54-8987-b96a005be507), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.122347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] Publish callbacks [] for security_group (ed3a08b9-1eac-4f8a-9008-da302e13a674), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.150132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.173415 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.174745 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 7e04d722-9358-4b54-8987-b96a005be507, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=7e04d722-9358-4b54-8987-b96a005be507,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:33.189368 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (7e04d722-9358-4b54-8987-b96a005be507), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.190291 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 07cafb5e-ffd2-469f-89e1-4b9996daeb5d up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:33.288164 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] Publish callbacks [] for security_group (ed3a08b9-1eac-4f8a-9008-da302e13a674), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.293358 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:33.306247 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:33.313538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:33.316072 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4363b6-ff3d-464a-ae06-b84766f1d273 None None] Network b7791dd9-05a3-405a-9556-3fed8daff743 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:33.392774 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:33.408923 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=7e04d722-9358-4b54-8987-b96a005be507,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:33.416334 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (b683062f-b656-4d76-87b5-95062bdcf99d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.432341 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef2b8f-95f6-4656-8866-34e29cc14119 None None] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:33.436518 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:33.448970 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:33.493992 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:33.494509 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.520632 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ed3a08b9-1eac-4f8a-9008-da302e13a674), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.523183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.526758 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed3a08b9-1eac-4f8a-9008-da302e13a674 HTTP/1.1" status: 204 len: 168 time: 1.1850088 Oct 28 19:52:33.546237 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Pushing event updated for resources: {'Port': ['ID=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:33.598522 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:33.598948 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.599301 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d Oct 28 19:52:33.629836 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:33.706692 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Provisioning complete for port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:33.707094 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:33.707442 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Attempt 1 to provision port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d Oct 28 19:52:33.785132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for router_gateway (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.039344 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:34.046306 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Current status of the port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:34.046869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.073167 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:34.083286 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:34.083827 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.156170 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:34.157109 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:34.164663 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] For port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:34.231671 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.317411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.339213 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.349174 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fbddd24d-79e5-404d-9ff9-64df36f4554c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6662812 Oct 28 19:52:34.349174 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60276) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:34.358618 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795efd49-d142-43ab-a84c-099ddea6f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a08b9-1eac-4f8a-9008-da302e13a674,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:34.549647 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (b683062f-b656-4d76-87b5-95062bdcf99d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.556761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.562986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.db.api [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:52:34.563407 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG oslo_db.api [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:52:34.620710 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Provisioning complete for port 8cffa5d0-74db-44e3-8436-1ea680e24293 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:34.621113 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.621465 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 1 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:34.632504 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beb4d1-1a45-470e-a355-d81844b9940a None None] Pushing event updated for resources: {'Port': ['ID=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:34.634553 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.634936 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.635630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.635967 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > port after_create 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.636294 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.636638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > port after_update 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.649130 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.649445 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.649773 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.650144 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.675535 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:34.747643 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60292) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:34.823309 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:34.871891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:34.991767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.992126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.992452 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.992786 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:34.993150 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b683062f-b656-4d76-87b5-95062bdcf99d']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:35.010818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:30Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:35.042811 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:35.043359 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Updating router eff4918c-3934-4a69-a1bc-4a5a7e6b549d port b0e52085-01d7-423a-81e7-8938bbe19595 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:35.078797 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf53abe-5cc5-48a4-8c1c-a3117b086920') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:35.080508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf53abe-5cc5-48a4-8c1c-a3117b086920') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:35.092008 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.108768 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a3bbcd19-a12c-43f5-a28b-973aeab41931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.117272 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (ebf53abe-5cc5-48a4-8c1c-a3117b086920), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.187881 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:35.191683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (ebf53abe-5cc5-48a4-8c1c-a3117b086920), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.250671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:52:35.250902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (ebf53abe-5cc5-48a4-8c1c-a3117b086920), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.331231 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 2 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:35.391106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (b683062f-b656-4d76-87b5-95062bdcf99d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.405114 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.418483 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/b683062f-b656-4d76-87b5-95062bdcf99d HTTP/1.1" status: 204 len: 168 time: 2.3749094 Oct 28 19:52:35.426511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60322) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.472826 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60324) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.528251 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:35.541822 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Sync routers for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:35.547594 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Deleting subnet 0e7aba13-10d0-42e7-a359-6ef809b2a233 {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:52:35.556986 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Publish callbacks [] for subnet (0e7aba13-10d0-42e7-a359-6ef809b2a233), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.559683 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:35.560524 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:35.564752 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.565262 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf7234-2190-4b4c-9b88-ca034bd906ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b683062f-b656-4d76-87b5-95062bdcf99d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.566742 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0a1a9af1-3a1b-46a0-9e91-2ddaa3700cea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9900751 Oct 28 19:52:35.575853 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60330) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.648502 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 7e04d722-9358-4b54-8987-b96a005be507 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:35.664708 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (0e7aba13-10d0-42e7-a359-6ef809b2a233), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.667969 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks [] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.680320 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:35.689069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.770456 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (0e7aba13-10d0-42e7-a359-6ef809b2a233), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.809139 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:35.812761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.819946 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.911591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (0e7aba13-10d0-42e7-a359-6ef809b2a233), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.958127 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.964560 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e7aba13-10d0-42e7-a359-6ef809b2a233 HTTP/1.1" status: 204 len: 168 time: 0.5367606 Oct 28 19:52:35.965762 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487c0c6-c175-4d51-9aa8-d40c64ca918f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7aba13-10d0-42e7-a359-6ef809b2a233,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.967567 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60346) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:36.018858 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 7e04d722-9358-4b54-8987-b96a005be507 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:36.019261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (7e04d722-9358-4b54-8987-b96a005be507), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.019608 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 7e04d722-9358-4b54-8987-b96a005be507 Oct 28 19:52:36.066933 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (a95e04e8-fcaa-4198-8348-985de27d362b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.070484 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment ebf53abe-5cc5-48a4-8c1c-a3117b086920 resource provider aggregate not found Oct 28 19:52:36.086180 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:36.093902 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks [] for port (b0e52085-01d7-423a-81e7-8938bbe19595), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.095470 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:36.112515 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.123229 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:33Z', 'revision_number': 3, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:36.156379 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment ebf53abe-5cc5-48a4-8c1c-a3117b086920 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebf53abe-5cc5-48a4-8c1c-a3117b086920 found for delete ", "request_id": "req-5bb979b0-a47d-440a-bf90-0eb858c74f9e"}]} Oct 28 19:52:36.166627 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Checking router: 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:36.166914 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Updating router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 port b11fdf90-2b5c-49a6-b46e-9b27e10b071a binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:36.185708 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 3 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:36.236397 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:36.237050 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Attempting to bind port b0e52085-01d7-423a-81e7-8938bbe19595 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:36.237549 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Attempting to bind port b0e52085-01d7-423a-81e7-8938bbe19595 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:36.238233 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Attempting to bind port b0e52085-01d7-423a-81e7-8938bbe19595 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:36.239608 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.264582 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37192-3828-46e2-a741-543a72a4b24f None None] Pushing event updated for resources: {'Port': ['ID=b0e52085-01d7-423a-81e7-8938bbe19595,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.277145 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:36.277531 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:36.278437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.278437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:36.278928 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Bound port: b0e52085-01d7-423a-81e7-8938bbe19595, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:36.279314 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.337828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] For port b0e52085-01d7-423a-81e7-8938bbe19595, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:36.343596 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] For port b0e52085-01d7-423a-81e7-8938bbe19595, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b0e52085-01d7-423a-81e7-8938bbe19595,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:36.347479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 7e04d722-9358-4b54-8987-b96a005be507 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:36.348770 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f743afe0-99f2-40a3-bb96-afde0e477430 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:36.366825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (a95e04e8-fcaa-4198-8348-985de27d362b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.371228 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.425076 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:36.425439 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:36.458102 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.498944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37192-3828-46e2-a741-543a72a4b24f None None] Pushing event updated for resources: {'Port': ['ID=b0e52085-01d7-423a-81e7-8938bbe19595,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.521114 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95e04e8-fcaa-4198-8348-985de27d362b']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:36.522006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port f743afe0-99f2-40a3-bb96-afde0e477430 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:36.522616 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.523287 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port f743afe0-99f2-40a3-bb96-afde0e477430 Oct 28 19:52:36.552361 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:36.552658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:36.593881 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.619235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:36.620758 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.627370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:36.630964 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:52:36.631360 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.714989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a3bbcd19-a12c-43f5-a28b-973aeab41931 admin admin] Publish callbacks [] for security_group (5635afa2-d276-4ddd-9117-8f0986bb3161), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.716786 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-be1ddddf-2ae7-4b7a-ab3a-7ac672b938b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.741181 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 4 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:36.763721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a3bbcd19-a12c-43f5-a28b-973aeab41931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5635afa2-d276-4ddd-9117-8f0986bb3161), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.831265 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port f743afe0-99f2-40a3-bb96-afde0e477430 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:36.831815 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.854468 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks [] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.859970 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port f743afe0-99f2-40a3-bb96-afde0e477430, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f743afe0-99f2-40a3-bb96-afde0e477430,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:36.871237 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.875582 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:36.879485 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.880488 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 07cafb5e-ffd2-469f-89e1-4b9996daeb5d up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:36.909211 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbcd19-a12c-43f5-a28b-973aeab41931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5635afa2-d276-4ddd-9117-8f0986bb3161,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.931334 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:36.938329 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-fa0ff5c1-0e76-43c1-9569-15fa30eb7ef9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d545b81-8d09-428f-9dab-073e8fb24bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1306279 Oct 28 19:52:36.972232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (a95e04e8-fcaa-4198-8348-985de27d362b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.978658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.995929 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a95e04e8-fcaa-4198-8348-985de27d362b HTTP/1.1" status: 204 len: 168 time: 1.0256064 Oct 28 19:52:36.998338 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a3bbcd19-a12c-43f5-a28b-973aeab41931 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85b5b32e6ed4796a218c14ab2359d44&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2481213 Oct 28 19:52:37.001345 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60394) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:37.097863 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Allocated IP 172.20.0.1 (b7791dd9-05a3-405a-9556-3fed8daff743/4ae1b010-72f2-44c4-bedc-d861b3edd4e5/f016b205-09a3-43da-b5a8-7cce0082324d) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:37.101948 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c3d2-fce9-4567-b6da-50d31f488dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95e04e8-fcaa-4198-8348-985de27d362b,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.102452 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:37.128820 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] Publish callbacks [] for security_group (5635afa2-d276-4ddd-9117-8f0986bb3161), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.142751 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-be1ddddf-2ae7-4b7a-ab3a-7ac672b938b5 admin admin] Publish callbacks [] for security_group (f36b94ee-17b2-4acf-8553-1185053dac0c), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.153042 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-be1ddddf-2ae7-4b7a-ab3a-7ac672b938b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f36b94ee-17b2-4acf-8553-1185053dac0c), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.176319 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Attempting to bind port b11fdf90-2b5c-49a6-b46e-9b27e10b071a on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:37.179947 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] Publish callbacks [] for security_group (5635afa2-d276-4ddd-9117-8f0986bb3161), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.181223 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Attempting to bind port b11fdf90-2b5c-49a6-b46e-9b27e10b071a by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:37.181948 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Attempting to bind port b11fdf90-2b5c-49a6-b46e-9b27e10b071a on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:37.232169 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:37.235673 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:37.236267 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.237250 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:37.238488 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Bound port: b11fdf90-2b5c-49a6-b46e-9b27e10b071a, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:37.240333 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.263739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:37.266832 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:37.292048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5635afa2-d276-4ddd-9117-8f0986bb3161), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.295269 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.299655 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5635afa2-d276-4ddd-9117-8f0986bb3161 HTTP/1.1" status: 204 len: 168 time: 0.2962196 Oct 28 19:52:37.316302 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6d137-dce2-4703-91b8-bc98972edd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5635afa2-d276-4ddd-9117-8f0986bb3161,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.331949 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ddddf-2ae7-4b7a-ab3a-7ac672b938b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b94ee-17b2-4acf-8553-1185053dac0c,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.344254 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-be1ddddf-2ae7-4b7a-ab3a-7ac672b938b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cf1e55335df4fff9fa32196310d6fd2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8690784 Oct 28 19:52:37.347557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60406) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:37.365024 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] For port b11fdf90-2b5c-49a6-b46e-9b27e10b071a, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:37.373423 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] For port b11fdf90-2b5c-49a6-b46e-9b27e10b071a, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:37.399082 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.408086 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:37.409828 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:37.432793 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.455712 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] Publish callbacks [] for security_group (f36b94ee-17b2-4acf-8553-1185053dac0c), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.493952 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 5 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:37.495878 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60412) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:37.557601 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:37.618278 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] Publish callbacks [] for security_group (f36b94ee-17b2-4acf-8553-1185053dac0c), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.643884 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks [] for port (f016b205-09a3-43da-b5a8-7cce0082324d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.726408 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=f743afe0-99f2-40a3-bb96-afde0e477430,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.735412 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f36b94ee-17b2-4acf-8553-1185053dac0c), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.739545 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.748140 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f36b94ee-17b2-4acf-8553-1185053dac0c HTTP/1.1" status: 204 len: 168 time: 0.3994524 Oct 28 19:52:37.772669 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8710ac5-d171-481a-aebc-c8411ec6b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b94ee-17b2-4acf-8553-1185053dac0c,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.790354 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-443baf1c-cef4-4af1-83fb-6a66325b67e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea23d43080634ad7b66faf8014e88112&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2919784 Oct 28 19:52:37.791225 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60420) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:37.820749 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.901694 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] Publish callbacks [] for security_group (22a62916-240c-4633-a105-61465ae8e4a9), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.920150 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78d6e-b9cc-4ff7-82a6-dead147e2fb8 None None] Pushing event updated for resources: {'Port': ['ID=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.938924 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:30Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:37.945799 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Allocated IP 172.20.0.1 (7a7995dc-03ae-40fb-a035-5c85621b53b3/45f1256f-eb66-4baa-8ac0-9f5673f97478/70afed8b-0d96-451f-96b2-6f7ff646cce3) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:37.956424 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] Publish callbacks [] for security_group (22a62916-240c-4633-a105-61465ae8e4a9), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.957356 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:37.980110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.000160 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:38.000309 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Pushing event updated for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.003126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60426) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.004987 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addba04f-866d-4e38-9581-78fb552bcd38 None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:30Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:38.006513 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:38.006927 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.041355 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344770922', 'description': 'tempest-description--898548295'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:38.041960 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:38.044548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.044947 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d Oct 28 19:52:38.078951 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78d6e-b9cc-4ff7-82a6-dead147e2fb8 None None] Pushing event updated for resources: {'Port': ['ID=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.148603 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:33Z', 'revision_number': 3, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:38.153856 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.176409 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:38.234576 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab80d073-2c89-47cb-94f0-4489aa65734c None None] The sync data for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi is: [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:33Z', 'revision_number': 3, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:38.246311 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9 resource provider aggregate not found Oct 28 19:52:38.301835 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b3f23d1-2fb9-4ea4-89be-6e0e33c0fbd9 found for delete ", "request_id": "req-984732b1-a3a8-4300-9348-1980b6f5af83"}]} Oct 28 19:52:38.311977 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (22a62916-240c-4633-a105-61465ae8e4a9), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.316446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.319916 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22a62916-240c-4633-a105-61465ae8e4a9 HTTP/1.1" status: 204 len: 168 time: 0.5263739 Oct 28 19:52:38.360648 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31331e-3302-46a8-b211-d57b700e754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a62916-240c-4633-a105-61465ae8e4a9,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.376521 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60438) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.430704 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60440) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.442229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a17cf81-d472-4e9c-89bf-9e7355ac94ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.443781 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks [] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.457506 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:38.489224 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-33cd06c2-b983-4cb6-9d4a-47cc04e0000c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.512310 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (b6d09ce6-54a2-4f97-978d-41df71d1853c), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.528543 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b6d09ce6-54a2-4f97-978d-41df71d1853c), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.538075 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 6 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:38.573166 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.575645 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5715425 Oct 28 19:52:38.581277 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60444) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.584039 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.596918 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group_rule': {'security_group_id': 'b6d09ce6-54a2-4f97-978d-41df71d1853c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:38.667592 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343102c-4f0b-4f5a-a3b9-160c5e48a18e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d09ce6-54a2-4f97-978d-41df71d1853c,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.725970 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.726630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (93421a37-4fbf-4dbb-b190-def9c8fe78fd), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.904473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:38.905505 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f743afe0-99f2-40a3-bb96-afde0e477430 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:38.936125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (93421a37-4fbf-4dbb-b190-def9c8fe78fd), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.959952 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a17cf81-d472-4e9c-89bf-9e7355ac94ff admin admin] Publish callbacks [] for security_group (512f5192-d0c9-465c-a17b-44aed912b856), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.961937 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (93421a37-4fbf-4dbb-b190-def9c8fe78fd), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.979109 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a17cf81-d472-4e9c-89bf-9e7355ac94ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (512f5192-d0c9-465c-a17b-44aed912b856), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.081675 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3a17cf81-d472-4e9c-89bf-9e7355ac94ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dfe737514c34667bcd39ef78376890a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7039366 Oct 28 19:52:39.082348 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60462) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.085972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17cf81-d472-4e9c-89bf-9e7355ac94ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f5192-d0c9-465c-a17b-44aed912b856,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.094279 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93421a37-4fbf-4dbb-b190-def9c8fe78fd,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.123972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:35Z', 'revision_number': 2, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:39.128375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.129594 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e3e1879a-515c-4a3b-a67a-aae5b2da9c67 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445621 Oct 28 19:52:39.134364 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60464) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.147018 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group_rule': {'security_group_id': 'b6d09ce6-54a2-4f97-978d-41df71d1853c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:39.178858 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks [] for port (f016b205-09a3-43da-b5a8-7cce0082324d), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.212922 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:39.213458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Updating router 6d545b81-8d09-428f-9dab-073e8fb24bd0 port 8cffa5d0-74db-44e3-8436-1ea680e24293 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:39.218465 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:39.229805 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (931b8f78-744d-4c4a-8f21-aa2ba4abfe74), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.232817 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] Publish callbacks [] for security_group (512f5192-d0c9-465c-a17b-44aed912b856), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.239466 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.240311 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.253702 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:39.267223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:39.268550 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.297149 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port f743afe0-99f2-40a3-bb96-afde0e477430 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:39.297561 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.297995 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port f743afe0-99f2-40a3-bb96-afde0e477430 Oct 28 19:52:39.326508 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Pushing event updated for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.340091 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] Publish callbacks [] for security_group (512f5192-d0c9-465c-a17b-44aed912b856), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.481153 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (931b8f78-744d-4c4a-8f21-aa2ba4abfe74), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.481908 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60470) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.501895 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (931b8f78-744d-4c4a-8f21-aa2ba4abfe74), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.512725 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Pushing event updated for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.553069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931b8f78-744d-4c4a-8f21-aa2ba4abfe74,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.562809 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.564155 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-41266969-e57c-4cb7-ba14-3d4d8fdf83e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260638 Oct 28 19:52:39.568175 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60472) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.572705 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:39.582231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (512f5192-d0c9-465c-a17b-44aed912b856), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.584969 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.586628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512f5192-d0c9-465c-a17b-44aed912b856 HTTP/1.1" status: 204 len: 168 time: 0.4948506 Oct 28 19:52:39.608380 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56320522-b705-4ba5-ae63-c4e193bcd9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f5192-d0c9-465c-a17b-44aed912b856,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.612759 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 7 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:39.623631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.640196 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3e777d4e-0d41-439e-817d-ffbd674b0fd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=895f558c24584c6aa8b89586c928b0fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1569035 Oct 28 19:52:39.641249 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60476) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.678800 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.764749 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:39.769605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:39.811049 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:39.833062 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-33cd06c2-b983-4cb6-9d4a-47cc04e0000c admin admin] Publish callbacks [] for security_group (db107c1d-e17a-4ce1-ac25-8e6839167874), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.899006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port f743afe0-99f2-40a3-bb96-afde0e477430 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:39.912558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] Publish callbacks [] for security_group (fc9603c9-557c-44b5-bdea-b83c87485cd5), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.960106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] Publish callbacks [] for security_group (fc9603c9-557c-44b5-bdea-b83c87485cd5), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.170007 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc9603c9-557c-44b5-bdea-b83c87485cd5), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.176579 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.185303 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc9603c9-557c-44b5-bdea-b83c87485cd5 HTTP/1.1" status: 204 len: 168 time: 0.5413268 Oct 28 19:52:40.200868 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.235763 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a236e-6ae2-4448-97d8-89a6e29b2d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9603c9-557c-44b5-bdea-b83c87485cd5,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.285502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-33cd06c2-b983-4cb6-9d4a-47cc04e0000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (db107c1d-e17a-4ce1-ac25-8e6839167874), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.323255 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks [] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.329946 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 8 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:40.378882 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.392374 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-33cd06c2-b983-4cb6-9d4a-47cc04e0000c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17724c8e60a74cfba610818de80e8291&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9572461 Oct 28 19:52:40.396565 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60492) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:40.399204 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.425618 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd06c2-b983-4cb6-9d4a-47cc04e0000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db107c1d-e17a-4ce1-ac25-8e6839167874,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.485604 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bfd5f-e69f-4e06-9296-5f9c025f2f12 None None] Pushing event updated for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.525676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Allocated IP 172.27.3.168 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/c3349876-c3f8-4d0c-a4ed-9b39d103dd2d) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:40.662608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Port 8cffa5d0-74db-44e3-8436-1ea680e24293 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:40.681616 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Attempting to bind port 8cffa5d0-74db-44e3-8436-1ea680e24293 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:40.682016 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Attempting to bind port 8cffa5d0-74db-44e3-8436-1ea680e24293 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:40.682414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Attempting to bind port 8cffa5d0-74db-44e3-8436-1ea680e24293 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:40.705976 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:40.705976 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Checking segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:40.707688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.707688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Bound using segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:40.707688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Bound port: 8cffa5d0-74db-44e3-8436-1ea680e24293, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:40.707688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.731581 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] Publish callbacks [] for security_group (db107c1d-e17a-4ce1-ac25-8e6839167874), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.781685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] Publish callbacks [] for security_group (db107c1d-e17a-4ce1-ac25-8e6839167874), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.836563 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.844843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:40.859831 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b0e52085-01d7-423a-81e7-8938bbe19595 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:40.889736 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (db107c1d-e17a-4ce1-ac25-8e6839167874), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.893680 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.910176 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db107c1d-e17a-4ce1-ac25-8e6839167874 HTTP/1.1" status: 204 len: 168 time: 0.5120218 Oct 28 19:52:40.941183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.954748 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd952252-a653-4837-a167-1276e84fe442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db107c1d-e17a-4ce1-ac25-8e6839167874,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.009572 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] For port 8cffa5d0-74db-44e3-8436-1ea680e24293, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:41.029680 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:41.045195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:41.050496 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks [] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.051463 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:41.080376 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] For port 8cffa5d0-74db-44e3-8436-1ea680e24293, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8cffa5d0-74db-44e3-8436-1ea680e24293,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:41.097630 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.135029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=c3349876-c3f8-4d0c-a4ed-9b39d103dd2d,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.180942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.181695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.217056 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 9 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:41.220155 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bfd5f-e69f-4e06-9296-5f9c025f2f12 None None] Pushing event updated for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.224575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port b0e52085-01d7-423a-81e7-8938bbe19595 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:41.225091 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.233645 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port b0e52085-01d7-423a-81e7-8938bbe19595 Oct 28 19:52:41.311334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:41.321013 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:41.321743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:41.323100 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fe8a8d26-9f4a-427b-9bd6-859cdfbadc8d admin admin] 10.222.0.20 "PUT /v2.0/routers/eff4918c-3934-4a69-a1bc-4a5a7e6b549d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9023423 Oct 28 19:52:41.328168 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Pushing event updated for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.423549 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.430829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:41.432580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:41.489048 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:41.522166 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.623633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port b0e52085-01d7-423a-81e7-8938bbe19595 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:41.628860 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.654742 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Current status of the port 8cffa5d0-74db-44e3-8436-1ea680e24293 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:41.655434 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.698634 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:41.859245 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port b0e52085-01d7-423a-81e7-8938bbe19595, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b0e52085-01d7-423a-81e7-8938bbe19595,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:41.866783 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] For port 8cffa5d0-74db-44e3-8436-1ea680e24293, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8cffa5d0-74db-44e3-8436-1ea680e24293,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:41.872361 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.883554 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.884496 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b11fdf90-2b5c-49a6-b46e-9b27e10b071a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:41.884778 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.907027 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:41.917432 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-87dc6f3a-7eef-4181-980d-98a98be23db0 admin admin] 10.222.0.20 "PUT /v2.0/routers/1ff7f0f3-3bb3-4388-8105-66847c7aa7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3324926 Oct 28 19:52:41.918954 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Sync routers for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:41.940902 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:41.941547 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:41.961586 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.971083 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=b0e52085-01d7-423a-81e7-8938bbe19595,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.974453 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:42.002805 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=c3349876-c3f8-4d0c-a4ed-9b39d103dd2d,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.006299 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.040455 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.042830 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b7e2e313-0086-4b38-8ca4-10306590873f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4736359 Oct 28 19:52:42.067633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:42.068296 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:42.077379 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Provisioning complete for port 7e04d722-9358-4b54-8987-b96a005be507 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:42.077759 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (7e04d722-9358-4b54-8987-b96a005be507), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.078416 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Attempt 1 to provision port 7e04d722-9358-4b54-8987-b96a005be507 Oct 28 19:52:42.081586 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60564) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:42.122676 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:42.247305 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Pushing event updated for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.340369 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port b11fdf90-2b5c-49a6-b46e-9b27e10b071a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:42.340777 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.341127 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port b11fdf90-2b5c-49a6-b46e-9b27e10b071a Oct 28 19:52:42.370627 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 4, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '70afed8b-0d96-451f-96b2-6f7ff646cce3', 'name': '', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'mac_address': 'fa:16:3e:2e:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 2, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'subnets': [{'id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:42.402198 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Checking router: 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:42.402834 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Updating router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 port 70afed8b-0d96-451f-96b2-6f7ff646cce3 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:42.436669 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:42.439562 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.443884 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-546ae25e-1db3-4f39-a523-068f4f67ece2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.508297 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-78f56969-241d-415b-a5e5-ab6338d41c6a None None] Current status of the port 7e04d722-9358-4b54-8987-b96a005be507 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:42.535106 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:42.577815 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60612) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:42.580311 dv-cinder-862894-1-iscsi neutron-server[115427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 19:52:42.644573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-546ae25e-1db3-4f39-a523-068f4f67ece2 admin admin] Publish callbacks [] for security_group (a72645f7-57c7-4b4d-adb6-cb848c9162dc), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.655145 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-546ae25e-1db3-4f39-a523-068f4f67ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a72645f7-57c7-4b4d-adb6-cb848c9162dc), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.731527 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-96e7283a-9b52-49d2-89e4-9760c2bc224c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--344770922&fields=id&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 267 time: 0.1521087 Oct 28 19:52:42.742980 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832334b0-cc7a-48ee-931d-a79c18135111 None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:42.788451 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-546ae25e-1db3-4f39-a523-068f4f67ece2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efdb1671bef84ba3a45bc253adb78693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7029686 Oct 28 19:52:42.788451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ae25e-1db3-4f39-a523-068f4f67ece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72645f7-57c7-4b4d-adb6-cb848c9162dc,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.791131 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60618) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:42.868159 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Provisioning complete for port 8cffa5d0-74db-44e3-8436-1ea680e24293 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:42.868786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.869244 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 1 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:42.948935 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port b11fdf90-2b5c-49a6-b46e-9b27e10b071a is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:42.950891 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.988101 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] Publish callbacks [] for security_group (a72645f7-57c7-4b4d-adb6-cb848c9162dc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.011892 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port b11fdf90-2b5c-49a6-b46e-9b27e10b071a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:43.052457 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.083127 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] Publish callbacks [] for security_group (a72645f7-57c7-4b4d-adb6-cb848c9162dc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.227982 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a72645f7-57c7-4b4d-adb6-cb848c9162dc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.232437 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.244538 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a72645f7-57c7-4b4d-adb6-cb848c9162dc HTTP/1.1" status: 204 len: 168 time: 0.4523249 Oct 28 19:52:43.256260 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d89e17-68b0-4902-ad9e-fa74d3223149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72645f7-57c7-4b4d-adb6-cb848c9162dc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:43.284354 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks [] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.291006 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60646) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:43.299212 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.303349 dv-cinder-862894-1-iscsi neutron-server[115426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 19:52:43.321589 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-dae1a183-0238-4992-88ed-d685fe8ae534 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:43.355729 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-dae1a183-0238-4992-88ed-d685fe8ae534 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 817 time: 0.6228232 Oct 28 19:52:43.388691 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-b85f617b-2ded-4631-b5d8-6080133884e6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/quotas/36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 375 time: 0.0306039 Oct 28 19:52:43.462811 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7e0d-d744-4f39-af24-59b206b876a7 None None] Pushing event updated for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:43.465804 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:43.504514 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b0e52085-01d7-423a-81e7-8938bbe19595 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:43.627447 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Attempting to bind port 70afed8b-0d96-451f-96b2-6f7ff646cce3 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:43.628221 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Attempting to bind port 70afed8b-0d96-451f-96b2-6f7ff646cce3 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:43.636196 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Attempting to bind port 70afed8b-0d96-451f-96b2-6f7ff646cce3 on network 7a7995dc-03ae-40fb-a035-5c85621b53b3 {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:43.656116 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:43.656522 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Current status of the port 8cffa5d0-74db-44e3-8436-1ea680e24293 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:43.663249 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Checking segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:43.664413 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.665286 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Bound using segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:43.668997 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Bound port: 70afed8b-0d96-451f-96b2-6f7ff646cce3, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:43.670210 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.686458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 2, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:43.703022 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-5b258da7-9d73-4103-b5bb-d8d0df2dcad6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:43.707969 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-5b258da7-9d73-4103-b5bb-d8d0df2dcad6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.4097860 Oct 28 19:52:43.756959 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Provisioning complete for port f016b205-09a3-43da-b5a8-7cce0082324d triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:43.757350 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.757714 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 1 to provision port f016b205-09a3-43da-b5a8-7cce0082324d Oct 28 19:52:43.757815 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-aad750de-ad0d-4c56-89f2-92947623f064 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/quotas/ba374b2de5324250b7cd9383ea5d1a1e HTTP/1.1" status: 200 len: 375 time: 0.0419226 Oct 28 19:52:43.771278 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:43.771604 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Updating router eff4918c-3934-4a69-a1bc-4a5a7e6b549d port f016b205-09a3-43da-b5a8-7cce0082324d binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:43.845326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port b0e52085-01d7-423a-81e7-8938bbe19595 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:43.845715 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.845898 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] For port 70afed8b-0d96-451f-96b2-6f7ff646cce3, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:43.846057 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port b0e52085-01d7-423a-81e7-8938bbe19595 Oct 28 19:52:43.846171 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-25913ecd-6f09-4b76-b31e-d24026b24c69 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4558904 Oct 28 19:52:43.850810 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] For port 70afed8b-0d96-451f-96b2-6f7ff646cce3, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=70afed8b-0d96-451f-96b2-6f7ff646cce3,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:43.876850 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.902352 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Port f016b205-09a3-43da-b5a8-7cce0082324d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:43.912225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.979702 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-bb532496-8577-443b-b925-ff5d75df7aa3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2129974 Oct 28 19:52:43.980701 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7e0d-d744-4f39-af24-59b206b876a7 None None] Pushing event updated for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:43.991145 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:43.992012 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:44.125560 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:44.214112 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port b0e52085-01d7-423a-81e7-8938bbe19595 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:44.215270 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8cffa5d0-74db-44e3-8436-1ea680e24293 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:44.278412 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 8cffa5d0-74db-44e3-8436-1ea680e24293 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:44.278808 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.279155 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 8cffa5d0-74db-44e3-8436-1ea680e24293 Oct 28 19:52:44.302072 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60678) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:44.321902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5d0742bc-a1bf-4206-9e85-b48d33ec6a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.404704 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 2 to provision port f016b205-09a3-43da-b5a8-7cce0082324d Oct 28 19:52:44.499292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 8cffa5d0-74db-44e3-8436-1ea680e24293 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:44.549651 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Port f016b205-09a3-43da-b5a8-7cce0082324d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:44.572607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks [] for port (f016b205-09a3-43da-b5a8-7cce0082324d), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.584100 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.599627 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5d0742bc-a1bf-4206-9e85-b48d33ec6a31 admin admin] Publish callbacks [] for security_group (07feceaf-b7cb-4bf2-8abc-e3f8f22136dd), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.613048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5d0742bc-a1bf-4206-9e85-b48d33ec6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (07feceaf-b7cb-4bf2-8abc-e3f8f22136dd), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.665772 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4725-bee4-4d45-b1a4-33df6c7fb15f None None] Pushing event updated for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:44.719255 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60700) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:44.722842 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5d0742bc-a1bf-4206-9e85-b48d33ec6a31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ac76422f2842a298cef8d18e037928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155607 Oct 28 19:52:44.723220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0742bc-a1bf-4206-9e85-b48d33ec6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07feceaf-b7cb-4bf2-8abc-e3f8f22136dd,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:44.759943 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 4, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '70afed8b-0d96-451f-96b2-6f7ff646cce3', 'name': '', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'mac_address': 'fa:16:3e:2e:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:43Z', 'revision_number': 4, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'subnets': [{'id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:44.789577 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Attempting to bind port f016b205-09a3-43da-b5a8-7cce0082324d on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:44.789924 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713a4f9-7d2c-4694-8261-5c996c8d67b1 None None] The sync data for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi is: [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 4, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '70afed8b-0d96-451f-96b2-6f7ff646cce3', 'name': '', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'mac_address': 'fa:16:3e:2e:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:43Z', 'revision_number': 4, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'subnets': [{'id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:44.790411 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Attempting to bind port f016b205-09a3-43da-b5a8-7cce0082324d by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:44.790796 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Attempting to bind port f016b205-09a3-43da-b5a8-7cce0082324d on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:44.798806 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:44.799318 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:44.799733 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.800123 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Bound using segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:44.800601 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Bound port: f016b205-09a3-43da-b5a8-7cce0082324d, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:44.800979 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.803460 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] Publish callbacks [] for security_group (07feceaf-b7cb-4bf2-8abc-e3f8f22136dd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.831989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] Publish callbacks [] for security_group (07feceaf-b7cb-4bf2-8abc-e3f8f22136dd), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.879185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] For port f016b205-09a3-43da-b5a8-7cce0082324d, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:44.882740 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] For port f016b205-09a3-43da-b5a8-7cce0082324d, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f016b205-09a3-43da-b5a8-7cce0082324d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:44.884698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (07feceaf-b7cb-4bf2-8abc-e3f8f22136dd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.888396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.889698 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07feceaf-b7cb-4bf2-8abc-e3f8f22136dd HTTP/1.1" status: 204 len: 168 time: 0.1694043 Oct 28 19:52:44.894226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.898441 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2478a2a-77c3-48ab-b18e-2c90c0f66b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07feceaf-b7cb-4bf2-8abc-e3f8f22136dd,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:44.944687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:44.945182 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:52:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:45.014586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-61ded01e-46b5-498e-a806-30bbc36370db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:45.025427 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-61ded01e-46b5-498e-a806-30bbc36370db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3894482 Oct 28 19:52:45.030633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8887b920-77e8-4f28-b081-7a174e8dff87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.035234 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4725-bee4-4d45-b1a4-33df6c7fb15f None None] Pushing event updated for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:45.062753 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 3 to provision port f016b205-09a3-43da-b5a8-7cce0082324d Oct 28 19:52:45.110619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-7fd2ced5-4f21-401d-9f6a-02871b0b9b41 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:45.112451 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-7fd2ced5-4f21-401d-9f6a-02871b0b9b41 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4549687 Oct 28 19:52:45.119384 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:45.176548 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-cf532936-b1f2-42ae-a4d6-9476c9116323 service neutron] 10.222.0.20 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493821 Oct 28 19:52:45.207586 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b11fdf90-2b5c-49a6-b46e-9b27e10b071a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:45.254843 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-82df893e-db14-4c9f-a01d-667c4fda62da service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356916 Oct 28 19:52:45.301469 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Current status of the port f016b205-09a3-43da-b5a8-7cce0082324d is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:45.302483 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.309624 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-db347092-cb0d-4418-8304-3499d00baf05 service neutron] 10.222.0.20 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321986 Oct 28 19:52:45.398222 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-66462fb9-2622-4ddd-b9df-b58fb81573ac service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356010 Oct 28 19:52:45.457586 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] For port f016b205-09a3-43da-b5a8-7cce0082324d, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f016b205-09a3-43da-b5a8-7cce0082324d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:45.504960 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.918956 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Provisioning complete for port 7e04d722-9358-4b54-8987-b96a005be507 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:45.919507 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (7e04d722-9358-4b54-8987-b96a005be507), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.919654 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 1 to provision port 7e04d722-9358-4b54-8987-b96a005be507 Oct 28 19:52:45.993184 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa17c347-27a1-4976-9765-42cece539341 req-047fea11-a7b8-486a-8691-561e78ba9310 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 210 time: 0.1446867 Oct 28 19:52:46.012085 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port b11fdf90-2b5c-49a6-b46e-9b27e10b071a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:46.012473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.012819 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port b11fdf90-2b5c-49a6-b46e-9b27e10b071a Oct 28 19:52:46.150399 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-39d601da-d5fa-445c-94db-28a0a0e4df15 req-9c92d3cb-a308-49d6-adfc-40ea8a3aa7d7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 210 time: 0.0454147 Oct 28 19:52:46.196342 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Pushing event updated for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:46.242236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Current status of the port 7e04d722-9358-4b54-8987-b96a005be507 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:46.260111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port b11fdf90-2b5c-49a6-b46e-9b27e10b071a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:46.264069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-6c63fa0f-9f4f-4ec0-b5a9-2c074958f88e tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:46.278139 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-6c63fa0f-9f4f-4ec0-b5a9-2c074958f88e tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/networks?id=7a7995dc-03ae-40fb-a035-5c85621b53b3 HTTP/1.1" status: 200 len: 812 time: 0.2725542 Oct 28 19:52:46.289157 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Provisioning complete for port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:46.289546 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.293366 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 1 to provision port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d Oct 28 19:52:46.310435 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-a02b2861-fe1e-47ee-a559-93a46f075bc9 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/quotas/79689d6f11a742d7b30e8d2081334602 HTTP/1.1" status: 200 len: 375 time: 0.0245252 Oct 28 19:52:46.358439 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:44Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:46.443622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599ae64-3f8c-4726-a70c-2010242ad857 None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:44Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:46.444195 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-44b7d5cb-9f0f-4dcd-b7c1-afbff6daedf5 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79689d6f11a742d7b30e8d2081334602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298714 Oct 28 19:52:46.577608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Current status of the port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:46.610793 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Provisioning complete for port 70afed8b-0d96-451f-96b2-6f7ff646cce3 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:46.615171 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.615639 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Attempt 1 to provision port 70afed8b-0d96-451f-96b2-6f7ff646cce3 Oct 28 19:52:46.777741 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-e2f88519-f4ff-41f8-9b09-1a9d574230fd service neutron] 10.222.0.20 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321836 Oct 28 19:52:46.899223 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Current status of the port 70afed8b-0d96-451f-96b2-6f7ff646cce3 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:46.899631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.065254 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] For port 70afed8b-0d96-451f-96b2-6f7ff646cce3, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=70afed8b-0d96-451f-96b2-6f7ff646cce3,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:47.079161 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.162452 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-d8d560bb-a1c7-4f6c-b05f-df596e94c5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780763 Oct 28 19:52:47.306787 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa16de-2af2-46be-802c-a0292b43362f None None] Pushing event updated for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:47.415406 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-38a74933-3f2b-465b-91d1-c5f2934a2d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.436422 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f016b205-09a3-43da-b5a8-7cce0082324d up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:47.604235 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port f016b205-09a3-43da-b5a8-7cce0082324d triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:47.604614 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.605282 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port f016b205-09a3-43da-b5a8-7cce0082324d Oct 28 19:52:47.632088 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-4c09354e-65a5-40ce-9241-d413c19c175c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:47.654718 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-4c09354e-65a5-40ce-9241-d413c19c175c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.6763973 Oct 28 19:52:47.722375 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-6383f8ee-4619-4205-85d5-ee397af20757 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/quotas/ba374b2de5324250b7cd9383ea5d1a1e HTTP/1.1" status: 200 len: 375 time: 0.0642087 Oct 28 19:52:47.893895 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-03524677-9899-4d10-ae7c-cad2810c79ba req-ca2c063d-050d-4b49-b841-87e35fa8996e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 210 time: 0.1857975 Oct 28 19:52:47.895185 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-d797c4a6-ec10-495b-bdbb-89e54c45e8b4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543822 Oct 28 19:52:48.058199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port f016b205-09a3-43da-b5a8-7cce0082324d is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:48.059576 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 70afed8b-0d96-451f-96b2-6f7ff646cce3 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:48.137283 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-58f9a93c-a2d9-4f15-aba5-ce9a251ad6c8 req-c4af7040-c013-4028-aece-85a82b1af9f8 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 210 time: 0.0889781 Oct 28 19:52:48.259750 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 70afed8b-0d96-451f-96b2-6f7ff646cce3 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:48.262485 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.265310 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 70afed8b-0d96-451f-96b2-6f7ff646cce3 Oct 28 19:52:48.317967 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-a06ae69c-f70a-4097-a9fd-fc0d2015b336 service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218094 Oct 28 19:52:48.421289 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.520467 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 70afed8b-0d96-451f-96b2-6f7ff646cce3 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:48.583973 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-c7aa12bd-ffe7-4d33-9189-c9d27d537753 service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580171 Oct 28 19:52:48.623482 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 60912) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:49.020987 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-adf4d682-b8d8-43cb-a27f-bd6e25190cd5 req-1a53a569-863e-4009-b8ed-9a46c709279c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 210 time: 0.1271465 Oct 28 19:52:49.141180 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c474119-6a9e-4bf8-ab15-8c91079d5c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.261312 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 70afed8b-0d96-451f-96b2-6f7ff646cce3 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:49.373493 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 70afed8b-0d96-451f-96b2-6f7ff646cce3 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:49.373895 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.374338 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 70afed8b-0d96-451f-96b2-6f7ff646cce3 Oct 28 19:52:49.415450 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c474119-6a9e-4bf8-ab15-8c91079d5c03 admin admin] Publish callbacks [] for security_group (d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.432437 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c474119-6a9e-4bf8-ab15-8c91079d5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.594531 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 70afed8b-0d96-451f-96b2-6f7ff646cce3 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:49.606036 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.624304 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b48181cc-06c1-4f95-984a-c56e883fd82d req-7fda69f0-6e41-49dd-a735-f88ccb4b2b89 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 210 time: 0.1123376 Oct 28 19:52:49.686186 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6a1e2114-6082-4e96-814a-ed81de2d9448 req-1b24405a-dc14-4eb4-880c-00484dac787f tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 210 time: 0.2200575 Oct 28 19:52:49.689425 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5c474119-6a9e-4bf8-ab15-8c91079d5c03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c8ee0b1420f44d9bc5e666d0fb2f531&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0649028 Oct 28 19:52:49.693120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 60966) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:49.693341 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c474119-6a9e-4bf8-ab15-8c91079d5c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.800219 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] Publish callbacks [] for security_group (d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.834856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] Publish callbacks [] for security_group (d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.902122 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.934195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.55', 49619) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:49.962977 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.977268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.978217 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a HTTP/1.1" status: 204 len: 168 time: 0.2835467 Oct 28 19:52:49.994556 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b670b-8e60-4b60-9630-7d46d6be705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6e1eb-4554-4cfe-a55b-e4f813ad0f2a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.089284 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.55', 49621) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:50.239296 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.55', 49624) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:50.346929 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-ac72dc11-42a6-46a9-98e2-435f1c9f2ede tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:50.349332 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-ac72dc11-42a6-46a9-98e2-435f1c9f2ede tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.4141490 Oct 28 19:52:50.360163 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78db486b-81b3-4170-bf97-0aea1a04c6d9 req-eea290e3-daec-4fb0-bfa9-afef11b101ac tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 210 time: 0.0446470 Oct 28 19:52:50.413719 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'port': {'device_id': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'admin_state_up': True, 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:50.456300 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-d87c4376-ac24-4c69-b34f-681b0b22a8b6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:50.458567 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-d87c4376-ac24-4c69-b34f-681b0b22a8b6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.55 "GET /v2.0/networks?id=7a7995dc-03ae-40fb-a035-5c85621b53b3 HTTP/1.1" status: 200 len: 812 time: 0.3680568 Oct 28 19:52:50.480399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Request body: {'port': {'device_id': '3529ed5b-65da-43c8-9693-706a1432f92d', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'admin_state_up': True, 'tenant_id': '79689d6f11a742d7b30e8d2081334602'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:50.603206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-a1f53c0e-3078-4832-8c4b-8c2b5aeaf1c6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:50.605435 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-a1f53c0e-3078-4832-8c4b-8c2b5aeaf1c6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 817 time: 0.3642104 Oct 28 19:52:50.812031 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-da39a613-1821-4be4-a0ec-27fb4b8926fa tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 379 time: 0.1831737 Oct 28 19:52:50.925585 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 32820) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:50.932317 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'port': {'device_id': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'admin_state_up': True, 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'security_groups': ['b6d09ce6-54a2-4f97-978d-41df71d1853c']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:50.940320 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-79e9fd29-222a-4fab-973d-549fe5d23a4a req-69c7aa59-b70a-4693-8fc2-f0cf22b070a9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 210 time: 0.1503801 Oct 28 19:52:50.967041 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9ba351d3-27fc-407b-8709-b15edb9e9a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.981878 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b84f8cf2-b707-4e1f-b921-1e8d88d49a24 req-fdd35784-5c8e-41e2-a909-f4deb66c4f6e tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 210 time: 0.0570290 Oct 28 19:52:51.036982 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Made reservation on behalf of ba374b2de5324250b7cd9383ea5d1a1e for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:51.041903 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.074508 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Made reservation on behalf of 79689d6f11a742d7b30e8d2081334602 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:51.078335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.100818 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.55', 49636) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:51.166269 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.244903 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9ba351d3-27fc-407b-8709-b15edb9e9a7b admin admin] Publish callbacks [] for security_group (a9d04736-d0cf-4f3a-96dd-77ba160c9dd3), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.262793 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9ba351d3-27fc-407b-8709-b15edb9e9a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a9d04736-d0cf-4f3a-96dd-77ba160c9dd3), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.368649 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba351d3-27fc-407b-8709-b15edb9e9a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d04736-d0cf-4f3a-96dd-77ba160c9dd3,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:51.755556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Made reservation on behalf of 36f8887e8f7f4c038d11cb582b95c2e8 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:51.765560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-04871672-b95c-433c-b5e4-b54a628b8c4e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:51.765781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.767555 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-04871672-b95c-433c-b5e4-b54a628b8c4e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.6630569 Oct 28 19:52:51.768178 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 32868) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:51.816109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'port': {'device_id': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'admin_state_up': True, 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:51.901829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Allocated IP 172.20.0.14 (7a7995dc-03ae-40fb-a035-5c85621b53b3/45f1256f-eb66-4baa-8ac0-9f5673f97478/ccbfb1e9-1a20-4588-88b9-a22d42a838c0) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:52.097426 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Allocated IP 172.20.0.4 (87e9288a-7a45-47ad-bf76-f555e3d2d2b8/c3bc635f-4ee3-43e2-80d2-1d50c13bca7a/1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:52.180783 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 32882) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:52.359619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5aa7-5bb4-4a0c-af93-e32b7247ee10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.382785 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Made reservation on behalf of ba374b2de5324250b7cd9383ea5d1a1e for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:52.386696 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.413365 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a8a-4656-48b0-be2e-e363861472ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.603169 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9ba351d3-27fc-407b-8709-b15edb9e9a7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61da13b55ddc4aa6bcdd700f6e21240a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6663756 Oct 28 19:52:52.610652 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 32894) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:52.621536 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c542acbb-93cd-4771-bcac-311167ee4a6f req-fc246015-a3fd-4308-8e7a-e889c601071f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 210 time: 0.0996301 Oct 28 19:52:52.737413 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ff6db08a-e71e-4484-8feb-dec50111cec1 req-b3c24699-f3bc-40ad-9a4a-396e580cdb87 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 210 time: 0.1299448 Oct 28 19:52:52.758219 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5aa7-5bb4-4a0c-af93-e32b7247ee10 admin admin] Publish callbacks [] for security_group (305c4d0b-73de-403a-9006-51f6f896a114), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.764669 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks [] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.807180 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5aa7-5bb4-4a0c-af93-e32b7247ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (305c4d0b-73de-403a-9006-51f6f896a114), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.823713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.870619 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.897825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] Publish callbacks [] for security_group (a9d04736-d0cf-4f3a-96dd-77ba160c9dd3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.909347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Allocated IP 172.20.0.8 (b7791dd9-05a3-405a-9556-3fed8daff743/4ae1b010-72f2-44c4-bedc-d861b3edd4e5/07902aec-1c38-4bdf-9fa4-8fb19d0b148d) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:52.961373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] Publish callbacks [] for security_group (a9d04736-d0cf-4f3a-96dd-77ba160c9dd3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.017004 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea5aa7-5bb4-4a0c-af93-e32b7247ee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305c4d0b-73de-403a-9006-51f6f896a114,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.043531 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a1ea5aa7-5bb4-4a0c-af93-e32b7247ee10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8514f9ea30d4ac4a54ba2a8f5d208f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2517991 Oct 28 19:52:53.044208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 32898) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:53.057367 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.221016 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:53.234560 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:53.241319 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:53.244433 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a9d04736-d0cf-4f3a-96dd-77ba160c9dd3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.247169 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.251423 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d04736-d0cf-4f3a-96dd-77ba160c9dd3 HTTP/1.1" status: 204 len: 168 time: 0.6372845 Oct 28 19:52:53.259369 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.321125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da993906-1969-4c9e-9817-8cd03cf258e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d04736-d0cf-4f3a-96dd-77ba160c9dd3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.367788 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.368602 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.432669 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-2068ad10-7a6f-4eda-8d24-101036b0be3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6176260 Oct 28 19:52:53.436702 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:53.450043 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.505487 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:53.508319 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.536933 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:53.542760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.543454 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.565913 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a76a-6de3-4f30-a517-29af75c44de8 req-a9bf503c-2359-4289-8948-6e2ac47b9838 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.574015 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad49a76a-6de3-4f30-a517-29af75c44de8 req-a9bf503c-2359-4289-8948-6e2ac47b9838 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 932 time: 0.7710187 Oct 28 19:52:53.665854 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:53.669383 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:53.677347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:53.684683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.694253 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Provisioning complete for port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:53.698967 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.699348 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 1 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:53.770892 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Pushing event updated for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.827348 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.828145 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.854168 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-3f7dedc9-dbf0-4c9d-a997-3e46980b9e0c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4643004 Oct 28 19:52:53.873893 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:53.908305 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce273-e9c7-4636-be16-91cd1331bd6a req-6448f2aa-f546-440c-a54e-5a2679e111ba tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.923854 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aefce273-e9c7-4636-be16-91cd1331bd6a req-6448f2aa-f546-440c-a54e-5a2679e111ba tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 931 time: 0.1319103 Oct 28 19:52:54.032108 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aefce273-e9c7-4636-be16-91cd1331bd6a req-060cbc6c-9476-48d8-89ad-189f41c410af tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041958 Oct 28 19:52:54.062477 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a8a-4656-48b0-be2e-e363861472ff admin admin] Publish callbacks [] for security_group (39e65c25-e78e-4579-be35-6b763c512a4a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.178259 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-7c25d547-10fd-4c3f-ae89-558766bbef3b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7097158 Oct 28 19:52:54.198046 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Allocated IP 172.20.0.10 (b7791dd9-05a3-405a-9556-3fed8daff743/4ae1b010-72f2-44c4-bedc-d861b3edd4e5/09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:54.264294 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e01d3fee-1d44-4a1e-9d14-7708bfdfbe6b req-9ede4d7c-b090-47f3-af1c-09c93cab63b1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 210 time: 0.0708811 Oct 28 19:52:54.269853 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad49a76a-6de3-4f30-a517-29af75c44de8 req-fd8b4ca0-4a99-468d-9199-c02d756d216c tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947627 Oct 28 19:52:54.282147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a8a-4656-48b0-be2e-e363861472ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (39e65c25-e78e-4579-be35-6b763c512a4a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.376884 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 2 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:54.394162 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e4a8a-4656-48b0-be2e-e363861472ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e65c25-e78e-4579-be35-6b763c512a4a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.415320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] Publish callbacks [] for security_group (305c4d0b-73de-403a-9006-51f6f896a114), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.458551 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:54.462782 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2e2e4a8a-4656-48b0-be2e-e363861472ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ce655afe7fb45b2b70ebcad9360343d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2798674 Oct 28 19:52:54.464133 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 32934) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:54.489203 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] Publish callbacks [] for security_group (305c4d0b-73de-403a-9006-51f6f896a114), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.568467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.591693 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] Publish callbacks [] for security_group (39e65c25-e78e-4579-be35-6b763c512a4a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.632635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] Publish callbacks [] for security_group (39e65c25-e78e-4579-be35-6b763c512a4a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.634496 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (305c4d0b-73de-403a-9006-51f6f896a114), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.651091 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.658854 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/305c4d0b-73de-403a-9006-51f6f896a114 HTTP/1.1" status: 204 len: 168 time: 1.5933740 Oct 28 19:52:54.673881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15054e88-2dd1-4477-98aa-2f277d1fb69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c4d0b-73de-403a-9006-51f6f896a114,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.686853 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.729829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:54.731655 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:54.741707 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (39e65c25-e78e-4579-be35-6b763c512a4a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.750484 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.752201 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:54.756576 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39e65c25-e78e-4579-be35-6b763c512a4a HTTP/1.1" status: 204 len: 168 time: 0.2912545 Oct 28 19:52:54.757475 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:54.761883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.773513 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6681da8-eff5-421b-acdd-489e06b8c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e65c25-e78e-4579-be35-6b763c512a4a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.834136 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0304949 Oct 28 19:52:54.836495 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a94d3-282c-4a73-8649-5f44b1a2efd7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.960062 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 3 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:55.032907 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:55.321177 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3166a-7c91-4386-9443-c06baca483c2 req-d9782e0e-9922-480d-b682-2945b0b31a7a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:55.337646 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35c3166a-7c91-4386-9443-c06baca483c2 req-d9782e0e-9922-480d-b682-2945b0b31a7a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 931 time: 0.1567311 Oct 28 19:52:55.369917 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-0b9cc1be-f5ae-4c23-a932-b58ee464619f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:55.371905 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-0b9cc1be-f5ae-4c23-a932-b58ee464619f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210838 Oct 28 19:52:55.455706 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-b7967d61-0ae1-4461-90b4-91c0659e1deb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:55.456704 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-b7967d61-0ae1-4461-90b4-91c0659e1deb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064824 Oct 28 19:52:55.463303 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-991641af-1826-4043-aa0b-38c7c04c0c74 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:55.464292 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-991641af-1826-4043-aa0b-38c7c04c0c74 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067821 Oct 28 19:52:55.472689 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-fa5ca30b-3bac-4650-9a03-2e75d1c1707d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:55.476202 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-fa5ca30b-3bac-4650-9a03-2e75d1c1707d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132008 Oct 28 19:52:55.534252 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 4 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:55.557518 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35c3166a-7c91-4386-9443-c06baca483c2 req-01207014-5546-4178-b79d-eac8eb9a6bff tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135231 Oct 28 19:52:55.591623 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 32976) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:55.611673 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0b9655f7-d031-4790-a41e-39ad30261842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.664838 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:55.713129 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a802d75-0568-4642-8fc0-6fd64b3ed6f4 req-aaaf86c6-70b4-4711-9c9c-236fd669962e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:55.723862 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a802d75-0568-4642-8fc0-6fd64b3ed6f4 req-aaaf86c6-70b4-4711-9c9c-236fd669962e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 932 time: 0.2494073 Oct 28 19:52:55.852802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0b9655f7-d031-4790-a41e-39ad30261842 admin admin] Publish callbacks [] for security_group (31e02408-0371-4f09-b869-87f9b6a9e92e), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.868866 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e781-bd8f-4366-b742-0f3c26027f6a req-6749db06-b4a2-4dbe-90b0-8afdc4b1ed78 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:55.870831 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bf09e781-bd8f-4366-b742-0f3c26027f6a req-6749db06-b4a2-4dbe-90b0-8afdc4b1ed78 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 932 time: 0.1146493 Oct 28 19:52:55.873101 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0b9655f7-d031-4790-a41e-39ad30261842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (31e02408-0371-4f09-b869-87f9b6a9e92e), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.900423 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a802d75-0568-4642-8fc0-6fd64b3ed6f4 req-bdad2734-4bc4-4bf8-b288-c88b32e4c362 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766953 Oct 28 19:52:55.909363 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0b9655f7-d031-4790-a41e-39ad30261842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=404f847afd94449893d9bfbe5f3963fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159778 Oct 28 19:52:55.912210 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 32986) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:55.956246 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9655f7-d031-4790-a41e-39ad30261842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e02408-0371-4f09-b869-87f9b6a9e92e,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:55.988040 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bf09e781-bd8f-4366-b742-0f3c26027f6a req-9578695e-dbcb-4ac4-9580-7b3f42586e36 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Oct 28 19:52:56.041605 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 32998) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:56.088160 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-af3ef9c8-ace6-409d-80cb-0debd8d03cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.104367 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] Publish callbacks [] for security_group (31e02408-0371-4f09-b869-87f9b6a9e92e), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.166757 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 5 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:56.196689 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] Publish callbacks [] for security_group (31e02408-0371-4f09-b869-87f9b6a9e92e), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.304318 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Request body: {'port': {'device_id': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.318242 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:56.352902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Request body: {'port': {'device_id': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.406918 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Request body: {'port': {'device_id': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.415996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (31e02408-0371-4f09-b869-87f9b6a9e92e), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.419906 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.422329 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31e02408-0371-4f09-b869-87f9b6a9e92e HTTP/1.1" status: 204 len: 168 time: 0.5086300 Oct 28 19:52:56.454856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Request body: {'port': {'device_id': '3529ed5b-65da-43c8-9693-706a1432f92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.490534 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dfdf2-d56b-477c-919c-1ef928623863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e02408-0371-4f09-b869-87f9b6a9e92e,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:56.787146 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.820047 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 6 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:56.854684 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.950357 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:56.965785 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-af3ef9c8-ace6-409d-80cb-0debd8d03cfc admin admin] Publish callbacks [] for security_group (2a13af2b-2c06-4605-8427-253e3f82bac1), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.988860 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-af3ef9c8-ace6-409d-80cb-0debd8d03cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (2a13af2b-2c06-4605-8427-253e3f82bac1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.007517 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.036967 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.221568 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-af3ef9c8-ace6-409d-80cb-0debd8d03cfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a9ac3f0cfbb47a09489b549f77f13ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1782718 Oct 28 19:52:57.223800 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef9c8-ace6-409d-80cb-0debd8d03cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a13af2b-2c06-4605-8427-253e3f82bac1,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:57.247021 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33044) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:57.452913 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 7 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:57.644147 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:58.145692 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 8 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:58.278811 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:58.421542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] Publish callbacks [] for security_group (2a13af2b-2c06-4605-8427-253e3f82bac1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.470376 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbfb1e9-1a20-4588-88b9-a22d42a838c0 {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:52:58.491576 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks [] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.531722 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Transition to ACTIVE for port object ccbfb1e9-1a20-4588-88b9-a22d42a838c0 will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:52:58.544240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fe148-6f3f-4240-990c-44d38fbc2cc8 req-6575f024-3b29-4d66-9118-052ccca8ffe3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:58.547790 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65be23-805e-42ae-a05d-f054a48c8c00 req-850affb0-4c60-4b85-99aa-7a8865e0ceb1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:58.555995 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3a65be23-805e-42ae-a05d-f054a48c8c00 req-850affb0-4c60-4b85-99aa-7a8865e0ceb1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 932 time: 1.4475625 Oct 28 19:52:58.558405 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dd5fe148-6f3f-4240-990c-44d38fbc2cc8 req-6575f024-3b29-4d66-9118-052ccca8ffe3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 931 time: 1.7336566 Oct 28 19:52:58.568775 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.584146 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] Publish callbacks [] for security_group (2a13af2b-2c06-4605-8427-253e3f82bac1), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.724158 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3a65be23-805e-42ae-a05d-f054a48c8c00 req-b023f1b4-2c60-43e7-a23b-e445ef035bf8 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668210 Oct 28 19:52:58.757430 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (2a13af2b-2c06-4605-8427-253e3f82bac1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.773666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.780540 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 9 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:58.797833 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a13af2b-2c06-4605-8427-253e3f82bac1 HTTP/1.1" status: 204 len: 168 time: 1.5468888 Oct 28 19:52:58.807952 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:58.887787 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:58.933894 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95895-402a-4822-b23b-4d4ea6846e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a13af2b-2c06-4605-8427-253e3f82bac1,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:59.035486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:52:59.064475 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks [] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.112709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Attempting to bind port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:59.113427 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Attempting to bind port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:59.113992 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Attempting to bind port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 on network 7a7995dc-03ae-40fb-a035-5c85621b53b3 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:59.130400 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:52:59.136905 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Transition to ACTIVE for port object 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:52:59.149380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks [] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.155593 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 on network 7a7995dc-03ae-40fb-a035-5c85621b53b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:52:59.155940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a1fc-7d21-4980-b110-9ff19fb45c92 req-6b2aa81f-4101-400f-9dd4-048077b9a01c tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:59.156363 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Attempting to bind port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 on network 7a7995dc-03ae-40fb-a035-5c85621b53b3 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:59.158782 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d9d8a1fc-7d21-4980-b110-9ff19fb45c92 req-6b2aa81f-4101-400f-9dd4-048077b9a01c tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.2071748 Oct 28 19:52:59.160264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.171808 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33124) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:59.192796 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dd5fe148-6f3f-4240-990c-44d38fbc2cc8 req-a7263a93-0fd2-4d61-bf49-2f8a8a39f6da tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6297402 Oct 28 19:52:59.199925 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:59.208757 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Checking segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:59.210025 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Bound using segment: {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:59.210694 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Bound port: ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e245ecb-17c7-4d1c-96ac-0829c1423987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:59.211226 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.225649 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Transition to ACTIVE for port object 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:52:59.296013 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:59.309321 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:59.322742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.332999 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.379467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:59.380269 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.389471 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Attempt 10 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:52:59.402256 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] 10.222.0.55 "PUT /v2.0/ports/ccbfb1e9-1a20-4588-88b9-a22d42a838c0 HTTP/1.1" status: 200 len: 1094 time: 3.3633091 Oct 28 19:52:59.403242 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:52:59.550333 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7d989bc3-f9f0-4d24-9593-ac26ff0e9382 None None] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:59.743967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Pushing event updated for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:59.750738 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Provisioning complete for port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:59.750738 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.750738 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 1 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:52:59.820060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:59.871548 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Attempting to bind port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:59.871881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Attempting to bind port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:59.872209 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Attempting to bind port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:00.149166 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50da9e-47ae-40d8-92ed-5364744a7088" -d '{"events": [{"name": "network-changed", "server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:00.151793 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-64906a08-83e6-4cf0-92fd-1be6ff6d4cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.158336 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 on network b7791dd9-05a3-405a-9556-3fed8daff743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:00.158688 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Attempting to bind port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:00.179261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:00.179598 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:00.179986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Bound using segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:00.180434 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Bound port: 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:00.180788 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.303957 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-b24f4a7b-311f-4560-89d6-8359589240ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:00.305468 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-b24f4a7b-311f-4560-89d6-8359589240ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79689d6f11a742d7b30e8d2081334602&device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 1128 time: 0.7491198 Oct 28 19:53:00.323211 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 2 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:00.332500 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631810e5-0fd0-41cb-948c-432051b9f505 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.387032 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.390843 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:00.458396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-64906a08-83e6-4cf0-92fd-1be6ff6d4cbe admin admin] Publish callbacks [] for security_group (88dbdf82-2f90-4a67-89c7-6eeb4a99c525), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.465541 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-5b4e6db9-e2e9-4998-af1a-b2993cb9c940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0 HTTP/1.1" status: 200 len: 217 time: 0.1339903 Oct 28 19:53:00.473696 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-64906a08-83e6-4cf0-92fd-1be6ff6d4cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (88dbdf82-2f90-4a67-89c7-6eeb4a99c525), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.537538 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d9d8a1fc-7d21-4980-b110-9ff19fb45c92 req-d100466e-91e7-4127-bdfd-0dda74d68510 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3611267 Oct 28 19:53:00.692286 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906a08-83e6-4cf0-92fd-1be6ff6d4cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dbdf82-2f90-4a67-89c7-6eeb4a99c525,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.699601 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-9128b649-ce3e-49f6-8fbe-0c8d6287c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:00.703051 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-9128b649-ce3e-49f6-8fbe-0c8d6287c0c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45f1256f-eb66-4baa-8ac0-9f5673f97478 HTTP/1.1" status: 200 len: 851 time: 0.2222016 Oct 28 19:53:00.735506 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c95cc2-779d-411a-b132-18f71491e93b req-b179d3c5-c723-4c66-bd0c-74861b799ba9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:00.738708 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47c95cc2-779d-411a-b132-18f71491e93b req-b179d3c5-c723-4c66-bd0c-74861b799ba9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.5931509 Oct 28 19:53:00.786716 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07902aec-1c38-4bdf-9fa4-8fb19d0b148d {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:00.796526 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks [] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.812102 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Transition to ACTIVE for port object 07902aec-1c38-4bdf-9fa4-8fb19d0b148d will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:00.813310 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Attempting to bind port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:00.813683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Attempting to bind port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:00.814179 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Attempting to bind port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:00.821435 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:00.821546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Attempting to bind port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:00.828392 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.831929 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:00.832192 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Checking segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:00.843799 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Bound using segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:00.845982 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Bound port: 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:00.847062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.896578 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 3 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:00.900164 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:00.946578 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-64906a08-83e6-4cf0-92fd-1be6ff6d4cbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c355884383f94fe7aa84d43abed91572&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7700102 Oct 28 19:53:00.947099 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.954441 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33202) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:00.959979 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-5b236aac-7939-44a2-a2fc-aa299a72af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:00.961692 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-5b236aac-7939-44a2-a2fc-aa299a72af3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a7995dc-03ae-40fb-a035-5c85621b53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2171917 Oct 28 19:53:00.967230 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:01.003557 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:01.104749 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] Publish callbacks [] for security_group (88dbdf82-2f90-4a67-89c7-6eeb4a99c525), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.137495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] Publish callbacks [] for security_group (88dbdf82-2f90-4a67-89c7-6eeb4a99c525), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.244133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15685953-2bb2-4ce3-b956-e4bf883bc910 x-openstack-request-id: req-15685953-2bb2-4ce3-b956-e4bf883bc910 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:01.247265 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:01.247632 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15685953-2bb2-4ce3-b956-e4bf883bc910 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:01.248204 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15685953-2bb2-4ce3-b956-e4bf883bc910'] response: {'name': 'network-changed', 'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0', 'status': 'completed', 'code': 200} Oct 28 19:53:01.275901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.281986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:01.282758 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.287222 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] 10.222.0.55 "PUT /v2.0/ports/09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 200 len: 1094 time: 5.2792990 Oct 28 19:53:01.379909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:01.390542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:01.419994 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47c95cc2-779d-411a-b132-18f71491e93b req-55e1c7b8-cd4c-4a70-858b-a4ea0fc44086 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670168 Oct 28 19:53:01.473565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.475572 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (88dbdf82-2f90-4a67-89c7-6eeb4a99c525), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.478566 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.479752 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88dbdf82-2f90-4a67-89c7-6eeb4a99c525 HTTP/1.1" status: 204 len: 168 time: 0.5101044 Oct 28 19:53:01.505228 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:01.505863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.507363 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 4 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:01.509570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] 10.222.0.55 "PUT /v2.0/ports/1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 1093 time: 5.5143168 Oct 28 19:53:01.512363 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31000f-672b-4f86-b23c-e28c3f3a7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dbdf82-2f90-4a67-89c7-6eeb4a99c525,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:01.514349 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:01.563166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-2b8a934f-ffd8-4974-9abc-3c2a9a4b1ff5 service neutron] 10.222.0.55 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915277 Oct 28 19:53:01.642433 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0bba8-f135-4c5d-ae6a-e5fba3c72780 service neutron] Pushing event updated for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:01.650701 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:01.692771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-a10822e1-5749-40e8-b684-d4ceae480c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:01.697832 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-a10822e1-5749-40e8-b684-d4ceae480c68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1128 time: 0.3189883 Oct 28 19:53:01.955210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Attempting to bind port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:01.955640 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Attempting to bind port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:01.955979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Attempting to bind port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:01.980714 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-1e273802-0895-413b-b6af-f49c5ff6dbe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 200 len: 217 time: 0.1898742 Oct 28 19:53:02.032526 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540dc29-e3a1-4cf0-a4c5-e1dc6738e8c8 req-e0c3cf66-f222-4187-aaf3-a30d02718812 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.039675 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3540dc29-e3a1-4cf0-a4c5-e1dc6738e8c8 req-e0c3cf66-f222-4187-aaf3-a30d02718812 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.6438003 Oct 28 19:53:02.093748 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d on network b7791dd9-05a3-405a-9556-3fed8daff743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:02.094297 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Attempting to bind port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:02.110843 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:02.111259 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:02.111720 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Bound using segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:02.112121 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Bound port: 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:02.112478 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.151924 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 5 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:02.207015 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3540dc29-e3a1-4cf0-a4c5-e1dc6738e8c8 req-01851be3-9c42-47a8-a31f-66045847fe2e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634285 Oct 28 19:53:02.209794 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92756ef5-46d9-44d1-bea9-a7a495f4d10d service neutron] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:02.227298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-03458dd8-223c-4cd6-9167-274757597f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.228187 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-4071cff9-4ba4-4c08-abcd-7a6029ce9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.229105 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-03458dd8-223c-4cd6-9167-274757597f10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.2395771 Oct 28 19:53:02.231520 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-238ff70a-63c4-4f4c-84b6-6fb013f02dd6 req-8b80f171-6b64-428a-9d98-32026449ed7c service neutron] 10.222.0.55 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358237 Oct 28 19:53:02.250425 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-4071cff9-4ba4-4c08-abcd-7a6029ce9ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1127 time: 0.6481566 Oct 28 19:53:02.260837 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90b870-4a9c-44a0-b684-bbbecd41b5a7 req-4510ddf0-0d9f-46b2-a949-93017bda716d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.262876 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6a90b870-4a9c-44a0-b684-bbbecd41b5a7 req-4510ddf0-0d9f-46b2-a949-93017bda716d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.4778004 Oct 28 19:53:02.273689 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:02.280957 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2886277-a9d3-4749-aa8f-7f538c618a23" -d '{"events": [{"name": "network-changed", "server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:02.438813 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-bd2e4302-1d93-41dc-89c1-696376c85ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.440800 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-bd2e4302-1d93-41dc-89c1-696376c85ea4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767685 Oct 28 19:53:02.480780 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-83aa24a6-ea48-4af6-89a9-4fb0616f7a61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 217 time: 0.1839082 Oct 28 19:53:02.498074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:02.511613 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:02.521774 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6a90b870-4a9c-44a0-b684-bbbecd41b5a7 req-fcdd42f2-dd81-4d32-acf0-19316635221d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443535 Oct 28 19:53:02.539226 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.559655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.562536 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.570871 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 1093 time: 6.5541518 Oct 28 19:53:02.675776 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33288) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:02.706333 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-6c1216df-0e62-432d-ac64-0c0fcbc0cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:02.708672 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-6c1216df-0e62-432d-ac64-0c0fcbc0cba2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79689d6f11a742d7b30e8d2081334602&device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 1128 time: 0.3967149 Oct 28 19:53:02.775376 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Attempt 6 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:02.798942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e84fd60-00e6-43d1-97d3-2126257ecf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.886848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33294) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:02.889945 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-63287c53-d36a-4363-a72d-ec06261e4e41 None None] Port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:53:03.070434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-2b6025ab-2080-4040-a4ff-331ddcef126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.073538 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-2b6025ab-2080-4040-a4ff-331ddcef126a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.4037478 Oct 28 19:53:03.114845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebc147-ee80-4f63-8ab9-aa990d0f10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:03.185108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297febb4-f808-4cdb-bd6d-79790401174d req-9046b44e-0047-4cfd-9ab9-79fdc9b14b9b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.192318 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-297febb4-f808-4cdb-bd6d-79790401174d req-9046b44e-0047-4cfd-9ab9-79fdc9b14b9b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.4337573 Oct 28 19:53:03.224933 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-2ca905cc-25f0-427c-9a98-b6f12fc1a38d service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497213 Oct 28 19:53:03.248863 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-857ffa5e-fe41-4324-b577-2b76b4f10fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.250636 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-857ffa5e-fe41-4324-b577-2b76b4f10fdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a7995dc-03ae-40fb-a035-5c85621b53b3 HTTP/1.1" status: 200 len: 913 time: 0.5287549 Oct 28 19:53:03.261319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:03.263845 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7105758-7c5f-4b0e-b0ac-84b791262b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:03.319029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca2850-a88e-44e6-ae27-058c6450bbf7 x-openstack-request-id: req-d1ca2850-a88e-44e6-ae27-058c6450bbf7 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:03.332067 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:03.332621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1ca2850-a88e-44e6-ae27-058c6450bbf7 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:03.333295 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ca2850-a88e-44e6-ae27-058c6450bbf7'] response: {'name': 'network-changed', 'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'status': 'completed', 'code': 200} Oct 28 19:53:03.365947 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-06f4f6cb-a90f-4631-b027-0d530b889b0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0 HTTP/1.1" status: 200 len: 217 time: 0.0853007 Oct 28 19:53:03.379366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-972de503-d8cf-4f8a-bcfd-4b13d1eaf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.380904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-972de503-d8cf-4f8a-bcfd-4b13d1eaf2e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1127 time: 0.5832818 Oct 28 19:53:03.382895 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-297febb4-f808-4cdb-bd6d-79790401174d req-a7806df0-756b-400d-8e4f-29d876bfac47 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895108 Oct 28 19:53:03.511064 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-b9555fc4-c200-4b16-8673-4ae982a17272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.513944 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-b9555fc4-c200-4b16-8673-4ae982a17272 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45f1256f-eb66-4baa-8ac0-9f5673f97478 HTTP/1.1" status: 200 len: 851 time: 0.1271832 Oct 28 19:53:03.604351 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708208f1-d251-4057-b9b2-9e7726b7887f x-openstack-request-id: req-708208f1-d251-4057-b9b2-9e7726b7887f {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:03.604877 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:03.605307 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-708208f1-d251-4057-b9b2-9e7726b7887f {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:03.605788 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708208f1-d251-4057-b9b2-9e7726b7887f'] response: {'name': 'network-changed', 'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', 'status': 'completed', 'code': 200} Oct 28 19:53:03.659573 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d31998b2-9712-418f-99b3-ce88e3fee27f req-b00a597c-c326-43a6-80e3-c880f86d71af service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260738 Oct 28 19:53:03.690751 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e84fd60-00e6-43d1-97d3-2126257ecf98 admin admin] Publish callbacks [] for security_group (a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.697433 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-65058a93-383b-4b14-b83a-a9577bbc4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.717151 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-65058a93-383b-4b14-b83a-a9577bbc4fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a7995dc-03ae-40fb-a035-5c85621b53b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1946373 Oct 28 19:53:03.735203 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-08ee708a-e24b-4ddd-ae41-70750ebfcfb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 217 time: 0.3064435 Oct 28 19:53:03.759388 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e84fd60-00e6-43d1-97d3-2126257ecf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.772425 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd5ee-96c0-4496-9f8b-a535c09b6b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.791341 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093903da-1860-476d-a06b-4eb7c334c62a req-f320af76-17e4-45bf-a40d-87a8e2511b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:03.793356 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-f320af76-17e4-45bf-a40d-87a8e2511b6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6121528 Oct 28 19:53:03.954769 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84fd60-00e6-43d1-97d3-2126257ecf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:03.965470 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4e84fd60-00e6-43d1-97d3-2126257ecf98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fa74c9360e547c5951e417164a9e167&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2357767 Oct 28 19:53:03.981666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33338) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:04.045575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe189-0c46-4f88-adbf-5affd57e3b53 req-392b051e-a0a2-4e0a-9ec5-11258c97e4f6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.054397 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a9dfe189-0c46-4f88-adbf-5affd57e3b53 req-392b051e-a0a2-4e0a-9ec5-11258c97e4f6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.6286325 Oct 28 19:53:04.143848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-38a419c2-9e29-44ea-a8be-8aa0181ffb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.144941 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-38a419c2-9e29-44ea-a8be-8aa0181ffb9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.3823085 Oct 28 19:53:04.211983 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-629a7824-42dd-4138-95c7-d8ff7bbd670a service neutron] 10.222.0.55 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946064 Oct 28 19:53:04.218950 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd5ee-96c0-4496-9f8b-a535c09b6b5a admin admin] Publish callbacks [] for security_group (fc626faf-e347-422c-996b-24578bda0ee7), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.222022 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-892b40eb-660f-40b9-b4be-28eb12c69a0f service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872795 Oct 28 19:53:04.242267 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a9dfe189-0c46-4f88-adbf-5affd57e3b53 req-470241ea-3efa-41d9-829f-9bd0199eb6bf tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866493 Oct 28 19:53:04.290570 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd5ee-96c0-4496-9f8b-a535c09b6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc626faf-e347-422c-996b-24578bda0ee7), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.326109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55786c-9773-4b08-9ce6-2afdf452f25a req-8794a57e-85ba-4502-9c1f-c15069947e49 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.327712 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e55786c-9773-4b08-9ce6-2afdf452f25a req-8794a57e-85ba-4502-9c1f-c15069947e49 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.5946238 Oct 28 19:53:04.354658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] Publish callbacks [] for security_group (a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.354883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-39a8ca14-b570-40ba-bdfa-03f356923783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.356357 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-39a8ca14-b570-40ba-bdfa-03f356923783 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1128 time: 0.5554354 Oct 28 19:53:04.403536 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0f4fd5ee-96c0-4496-9f8b-a535c09b6b5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b28723a94874c4483bfad112e9ac02d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4840264 Oct 28 19:53:04.404086 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd5ee-96c0-4496-9f8b-a535c09b6b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc626faf-e347-422c-996b-24578bda0ee7,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:04.411304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33348) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:04.444727 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] Publish callbacks [] for security_group (a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.496340 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-f030f2d0-c1e5-4dc8-9fa6-76e012dc4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.498153 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-f030f2d0-c1e5-4dc8-9fa6-76e012dc4fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2740781 Oct 28 19:53:04.503698 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093903da-1860-476d-a06b-4eb7c334c62a req-cb5af40a-7564-4a4c-b1f5-f53c9a2dbd8d service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681236 Oct 28 19:53:04.539484 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9b50da9e-47ae-40d8-92ed-5364744a7088 req-25e03304-b2df-497e-bbc3-a8036935ed6b service neutron] 10.222.0.55 "GET /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083105 Oct 28 19:53:04.563829 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e55786c-9773-4b08-9ce6-2afdf452f25a req-7878add6-2e67-4140-a7fe-972dcb9c2a2b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261260 Oct 28 19:53:04.651901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-ceb015c4-120e-49e3-a30e-05844dd43062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.654319 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-ceb015c4-120e-49e3-a30e-05844dd43062 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.2849576 Oct 28 19:53:04.704441 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-59c32997-ee07-4282-a6f5-2d672f0f2cc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0423870 Oct 28 19:53:04.711753 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-1221ef71-2d36-479c-81ff-ee25312d51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.713302 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-1221ef71-2d36-479c-81ff-ee25312d51c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1127 time: 0.1250982 Oct 28 19:53:04.808588 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-3055c148-a02b-4448-81cd-4ed59254680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.810188 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-3055c148-a02b-4448-81cd-4ed59254680e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0957785 Oct 28 19:53:04.828587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] Publish callbacks [] for security_group (fc626faf-e347-422c-996b-24578bda0ee7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.853246 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.855889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.857046 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8 HTTP/1.1" status: 204 len: 168 time: 0.8734455 Oct 28 19:53:04.875219 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-6771cf06-e06e-466f-a771-29ebd18cecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.877030 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-6771cf06-e06e-466f-a771-29ebd18cecb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.1532159 Oct 28 19:53:04.877761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9f9e7-8268-4e9c-8edf-5979cea6a238 req-8418141d-f91c-42b1-b317-e082190623e7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.879281 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b3b9f9e7-8268-4e9c-8edf-5979cea6a238 req-8418141d-f91c-42b1-b317-e082190623e7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.3924956 Oct 28 19:53:04.891293 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-a7fd4823-ab3e-44a4-87c2-85e520d20721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:04.892800 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-a7fd4823-ab3e-44a4-87c2-85e520d20721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740042 Oct 28 19:53:04.903208 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] Publish callbacks [] for security_group (fc626faf-e347-422c-996b-24578bda0ee7), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.911638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8b33-74e9-417e-acbe-789a943a7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc15b2-d48f-470c-a75e-4b1a30b9e7e8,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:04.934333 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-f82dbfdb-0acd-4fa1-8c7e-2d89b7531bb0 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125032 Oct 28 19:53:04.939043 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-fe3b6701-5824-4a76-ae9d-2aa20579fb0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 217 time: 0.0550137 Oct 28 19:53:05.037821 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b3b9f9e7-8268-4e9c-8edf-5979cea6a238 req-4d1c63d0-1c2d-4689-8392-44837db7e6af tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493793 Oct 28 19:53:05.040438 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-9f75ad5e-dfd1-4c88-8239-e5ba5ddede80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.041929 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-9f75ad5e-dfd1-4c88-8239-e5ba5ddede80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0911205 Oct 28 19:53:05.074347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc626faf-e347-422c-996b-24578bda0ee7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.077508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.078786 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc626faf-e347-422c-996b-24578bda0ee7 HTTP/1.1" status: 204 len: 168 time: 0.6660657 Oct 28 19:53:05.100282 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d07c-77ee-422f-9e15-fee2d9e95cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc626faf-e347-422c-996b-24578bda0ee7,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:05.103930 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-78385039-d85b-4799-b0c6-7ce0b6d771c6 req-e4aa40ed-e075-4ae6-b63d-cc4080137357 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556485 Oct 28 19:53:05.130785 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-c9f4555e-8e1e-46ee-b7af-8ede898e76fc service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000871 Oct 28 19:53:05.224303 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-66ccaa4a-7e3d-40f0-84d4-4a19abb9f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.226122 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-66ccaa4a-7e3d-40f0-84d4-4a19abb9f42d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1765103 Oct 28 19:53:05.338462 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:05.341116 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465e609-d146-4792-85dc-e22d3a139abe" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:05.379867 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7105758-7c5f-4b0e-b0ac-84b791262b9a req-7fa01a09-4b28-4b40-9b11-5e14aded268c service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315998 Oct 28 19:53:05.412151 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e03a6-b1ee-4ccf-aa8e-876e20d2fea7 x-openstack-request-id: req-490e03a6-b1ee-4ccf-aa8e-876e20d2fea7 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:05.412756 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:05.413195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-490e03a6-b1ee-4ccf-aa8e-876e20d2fea7 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:05.413804 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490e03a6-b1ee-4ccf-aa8e-876e20d2fea7'] response: {'name': 'network-changed', 'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d', 'status': 'completed', 'code': 200} Oct 28 19:53:05.548196 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-9ca16117-582b-469b-aa32-bdfa52c695ed service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140957 Oct 28 19:53:05.561165 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33388) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:05.583416 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ce18355-a2d9-43ce-81a5-48317502eaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.604203 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e609-d146-4792-85dc-e22d3a139abe req-5e342818-0aec-4906-ae9c-38f147182221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.605853 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-5e342818-0aec-4906-ae9c-38f147182221 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1127 time: 0.1467783 Oct 28 19:53:05.705695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f850-7ca5-41d9-a28c-43e3bc1b992a req-a1f08b6a-d163-486d-86bc-f411dba49955 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.719083 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4bc1f850-7ca5-41d9-a28c-43e3bc1b992a req-a1f08b6a-d163-486d-86bc-f411dba49955 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.3231516 Oct 28 19:53:05.858762 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5f220-6e5a-4955-96b2-990585c956f4 req-ee151bfd-7dbd-46f9-aa36-505fbf11dc68 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.866137 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-65a5f220-6e5a-4955-96b2-990585c956f4 req-ee151bfd-7dbd-46f9-aa36-505fbf11dc68 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.1818476 Oct 28 19:53:05.878322 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ce18355-a2d9-43ce-81a5-48317502eaa3 admin admin] Publish callbacks [] for security_group (dd483dca-c300-42ee-aa30-2ad3228a2b6a), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.892861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ce18355-a2d9-43ce-81a5-48317502eaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dd483dca-c300-42ee-aa30-2ad3228a2b6a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.965232 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7ce18355-a2d9-43ce-81a5-48317502eaa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=869b9ece755a4f57a27c0a3709cd038c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026704 Oct 28 19:53:05.966368 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce18355-a2d9-43ce-81a5-48317502eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd483dca-c300-42ee-aa30-2ad3228a2b6a,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:05.969577 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33416) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:05.973597 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4bc1f850-7ca5-41d9-a28c-43e3bc1b992a req-95cbee2d-bc48-4d4b-8b68-be357dd444e3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533984 Oct 28 19:53:05.974640 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-65a5f220-6e5a-4955-96b2-990585c956f4 req-216ac865-1278-48ee-981c-2ccd510d730d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075940 Oct 28 19:53:06.000100 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2886277-a9d3-4749-aa8f-7f538c618a23 req-5bfbee26-77e3-4e3f-b7f7-3a631a2b2fed service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358838 Oct 28 19:53:06.020612 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e609-d146-4792-85dc-e22d3a139abe req-68fbe465-b608-4df9-b2c1-4b1689d03231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.022306 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-68fbe465-b608-4df9-b2c1-4b1689d03231 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.3622730 Oct 28 19:53:06.079262 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] Publish callbacks [] for security_group (dd483dca-c300-42ee-aa30-2ad3228a2b6a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.080223 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-aa309f18-7773-4895-94bc-95d64ea5b6e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 217 time: 0.0492220 Oct 28 19:53:06.107960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] Publish callbacks [] for security_group (dd483dca-c300-42ee-aa30-2ad3228a2b6a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.175962 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dd483dca-c300-42ee-aa30-2ad3228a2b6a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.178766 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.182804 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd483dca-c300-42ee-aa30-2ad3228a2b6a HTTP/1.1" status: 204 len: 168 time: 0.2096341 Oct 28 19:53:06.193192 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b79d-5e16-491e-a713-7e0d5dc33a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd483dca-c300-42ee-aa30-2ad3228a2b6a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:06.229542 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e609-d146-4792-85dc-e22d3a139abe req-2f64446d-5188-4ecf-920f-f97f6d48965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.233320 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-2f64446d-5188-4ecf-920f-f97f6d48965d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.1457460 Oct 28 19:53:06.318507 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fd998-2dda-4400-bf0b-c011179044af req-8d72b5c0-d352-4586-83cd-168fd4f7b732 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.321270 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345fd998-2dda-4400-bf0b-c011179044af req-8d72b5c0-d352-4586-83cd-168fd4f7b732 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.1665752 Oct 28 19:53:06.355681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e609-d146-4792-85dc-e22d3a139abe req-e3da02fe-dd0b-41df-b226-7c5879251c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.357720 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-e3da02fe-dd0b-41df-b226-7c5879251c95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176322 Oct 28 19:53:06.454342 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345fd998-2dda-4400-bf0b-c011179044af req-ce922d2e-caf2-468e-9cae-22f8576f7e97 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220274 Oct 28 19:53:06.502734 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-82b16971-272c-4e02-9a8c-567a8d953892 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380486 Oct 28 19:53:06.606184 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a465e609-d146-4792-85dc-e22d3a139abe req-de48e9e0-4b93-46e4-add8-2a9821b79bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962794 Oct 28 19:53:07.127056 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163a736-e812-478a-a9a4-8b07d77bd2ed req-2df0316b-9cc8-428f-b36a-be91c444db07 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:07.129203 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7163a736-e812-478a-a9a4-8b07d77bd2ed req-2df0316b-9cc8-428f-b36a-be91c444db07 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0636086 Oct 28 19:53:07.186430 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7163a736-e812-478a-a9a4-8b07d77bd2ed req-6ae4dfca-aa40-4175-b11c-81510d55bac5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505285 Oct 28 19:53:07.199381 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b193-4aa7-4027-b3fe-efc0109241a2 req-25e6cdc6-68eb-4b11-9347-ac2866937f5d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:07.207806 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e827b193-4aa7-4027-b3fe-efc0109241a2 req-25e6cdc6-68eb-4b11-9347-ac2866937f5d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.1014273 Oct 28 19:53:07.265183 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e827b193-4aa7-4027-b3fe-efc0109241a2 req-3c115449-3cff-42bf-a837-1baf43b78048 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562565 Oct 28 19:53:07.605347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef80c1-cab1-433d-9a4c-569f2be23884 req-b21d31a2-9945-460a-adc0-7c830ebb1b3d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:07.612492 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0aef80c1-cab1-433d-9a4c-569f2be23884 req-b21d31a2-9945-460a-adc0-7c830ebb1b3d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.0692520 Oct 28 19:53:07.666669 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0aef80c1-cab1-433d-9a4c-569f2be23884 req-bd7e92eb-a1c0-402d-a924-d6cd7e17f3ff tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532613 Oct 28 19:53:08.355932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c867def-79ac-470c-b331-411bb0dfe204 req-80e19bf9-a9af-458b-839d-e4dda502e4c3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:08.358305 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7c867def-79ac-470c-b331-411bb0dfe204 req-80e19bf9-a9af-458b-839d-e4dda502e4c3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0662003 Oct 28 19:53:08.430419 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb87577-3d23-4571-a767-d127a61e8ee4 req-7bac4e82-13dc-40ed-a71c-35831955e8bb tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:08.443134 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-deb87577-3d23-4571-a767-d127a61e8ee4 req-7bac4e82-13dc-40ed-a71c-35831955e8bb tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 944 time: 0.0730739 Oct 28 19:53:08.483501 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7c867def-79ac-470c-b331-411bb0dfe204 req-f761f739-ef24-4077-ab39-2d5c99159476 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149042 Oct 28 19:53:08.512510 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-deb87577-3d23-4571-a767-d127a61e8ee4 req-42527fc6-4d80-4c66-829c-32cae6cd46cd tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698159 Oct 28 19:53:08.794739 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd891d-52ee-4d20-b916-1b9387979acd req-93c59aca-46f5-4091-bdc4-b79ffd3d49d4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:08.796557 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-91dd891d-52ee-4d20-b916-1b9387979acd req-93c59aca-46f5-4091-bdc4-b79ffd3d49d4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 944 time: 0.0547628 Oct 28 19:53:08.825452 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ccbfb1e9-1a20-4588-88b9-a22d42a838c0 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:08.870982 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-91dd891d-52ee-4d20-b916-1b9387979acd req-8bd8add9-7ad2-471c-bf8a-50f1da84457e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667405 Oct 28 19:53:08.963694 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:08.984386 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0', 'network_id': '7a7995dc-03ae-40fb-a035-5c85621b53b3', 'port_id': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0', 'mac_address': 'fa:16:3e:39:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f1256f-eb66-4baa-8ac0-9f5673f97478', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:09.020311 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:09.020706 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.043491 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbfb1e9-1a20-4588-88b9-a22d42a838c0 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:09.070628 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.077740 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.078465 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:09.160103 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.196542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33600) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.238674 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33606) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.272743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.292911 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'port_id': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', 'mac_address': 'fa:16:3e:f2:42:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:09.361802 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:09.362338 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.376111 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f4f62f4e-825c-4865-a331-40fdcb926914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.379847 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:09.413388 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.413594 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bd08a513-8faa-4e4e-b5c7-8cc908872eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.420437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.421780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 07902aec-1c38-4bdf-9fa4-8fb19d0b148d details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:09.504556 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.511716 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.518394 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'port_id': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d', 'mac_address': 'fa:16:3e:13:fc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:09.525684 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f4f62f4e-825c-4865-a331-40fdcb926914 admin admin] Publish callbacks [] for security_group (5d961d6c-8448-4fde-beb8-e2709a3846d5), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.539646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f4f62f4e-825c-4865-a331-40fdcb926914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5d961d6c-8448-4fde-beb8-e2709a3846d5), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.546259 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:53:09.580037 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:09.580685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.595995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07902aec-1c38-4bdf-9fa4-8fb19d0b148d {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:09.617786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.624925 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.626225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:09.639850 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bd08a513-8faa-4e4e-b5c7-8cc908872eea admin admin] Publish callbacks [] for security_group (515301a0-34df-47fa-a7f3-e364672193d9), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.648998 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f4f62f4e-825c-4865-a331-40fdcb926914 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e66153339144990b2f1e154d5ee7f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506655 Oct 28 19:53:09.653110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33624) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.667035 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f62f4e-825c-4865-a331-40fdcb926914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d961d6c-8448-4fde-beb8-e2709a3846d5,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.673736 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-bd08a513-8faa-4e4e-b5c7-8cc908872eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (515301a0-34df-47fa-a7f3-e364672193d9), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.731418 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.748248 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-bd08a513-8faa-4e4e-b5c7-8cc908872eea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caecd643fe7b46a98dcaa9d9f0de3ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084898 Oct 28 19:53:09.751069 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33626) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.761154 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a513-8faa-4e4e-b5c7-8cc908872eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515301a0-34df-47fa-a7f3-e364672193d9,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.793110 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5096-b615-40f4-a092-23d81e9b5e88 req-4b7c5938-9755-4e5a-a247-5a39cf9b985c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:09.794948 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f74e5096-b615-40f4-a092-23d81e9b5e88 req-4b7c5938-9755-4e5a-a247-5a39cf9b985c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.1243064 Oct 28 19:53:09.807844 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.820657 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] Publish callbacks [] for security_group (5d961d6c-8448-4fde-beb8-e2709a3846d5), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.824512 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:09.841231 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dabe2-6b3e-4def-8341-b56499b01705 req-56977f7f-1a9b-4159-b394-f5f4f03975f5 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:09.849241 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a76dabe2-6b3e-4def-8341-b56499b01705 req-56977f7f-1a9b-4159-b394-f5f4f03975f5 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.1621850 Oct 28 19:53:09.852162 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f74e5096-b615-40f4-a092-23d81e9b5e88 req-a10310e2-7596-46e3-85f4-f4bd85aef535 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504105 Oct 28 19:53:09.881190 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:09.882198 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.908071 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:09.913523 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] Publish callbacks [] for security_group (5d961d6c-8448-4fde-beb8-e2709a3846d5), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.940206 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:09.952336 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] Publish callbacks [] for security_group (515301a0-34df-47fa-a7f3-e364672193d9), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.955152 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.011252 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a76dabe2-6b3e-4def-8341-b56499b01705 req-7bc0e4fc-1779-409a-9556-65f93570cfae tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602428 Oct 28 19:53:10.022973 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] Publish callbacks [] for security_group (515301a0-34df-47fa-a7f3-e364672193d9), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.029614 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.052106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f6f1-4b00-43e6-abcc-338afc3c510d req-e22dc7ff-dd23-459e-96ac-2cb7872693a9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:10.053746 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3e77f6f1-4b00-43e6-abcc-338afc3c510d req-e22dc7ff-dd23-459e-96ac-2cb7872693a9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 945 time: 0.0736492 Oct 28 19:53:10.058951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5d961d6c-8448-4fde-beb8-e2709a3846d5), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.061619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.065338 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d961d6c-8448-4fde-beb8-e2709a3846d5 HTTP/1.1" status: 204 len: 168 time: 0.4083538 Oct 28 19:53:10.080348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcad5f-d569-41cc-9cd8-59f035f50e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d961d6c-8448-4fde-beb8-e2709a3846d5,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.105734 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (515301a0-34df-47fa-a7f3-e364672193d9), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.109574 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.111414 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/515301a0-34df-47fa-a7f3-e364672193d9 HTTP/1.1" status: 204 len: 168 time: 0.3593090 Oct 28 19:53:10.123742 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3e77f6f1-4b00-43e6-abcc-338afc3c510d req-a8997dc5-d30a-4d2b-a95f-954c6d7f08d4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Oct 28 19:53:10.129583 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5313ac1-5aad-4c99-9f2f-8ed86f49249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515301a0-34df-47fa-a7f3-e364672193d9,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.396668 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:10.404699 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33654) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.423156 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-452870bc-276a-4505-919f-aec467f5d56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.423918 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['07902aec-1c38-4bdf-9fa4-8fb19d0b148d'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:10.434696 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33656) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.450281 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:10.453006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['ccbfb1e9-1a20-4588-88b9-a22d42a838c0'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:10.455256 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-75732d4d-9586-47ed-9071-ddf1731b9db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.553057 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-452870bc-276a-4505-919f-aec467f5d56c admin admin] Publish callbacks [] for security_group (e82e2d88-369a-48bd-9f74-0af088014d34), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.563861 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-452870bc-276a-4505-919f-aec467f5d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e82e2d88-369a-48bd-9f74-0af088014d34), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.600606 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-452870bc-276a-4505-919f-aec467f5d56c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09e831dc8bad4f03807a9d07b13b48a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949556 Oct 28 19:53:10.607742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33666) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.617420 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-75732d4d-9586-47ed-9071-ddf1731b9db3 admin admin] Publish callbacks [] for security_group (c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.624985 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-75732d4d-9586-47ed-9071-ddf1731b9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.680774 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452870bc-276a-4505-919f-aec467f5d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e2d88-369a-48bd-9f74-0af088014d34,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.685743 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-75732d4d-9586-47ed-9071-ddf1731b9db3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=389c5e4b18684a629416e50310c7a86b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499371 Oct 28 19:53:10.688504 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33668) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.691126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75732d4d-9586-47ed-9071-ddf1731b9db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.692263 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] Publish callbacks [] for security_group (e82e2d88-369a-48bd-9f74-0af088014d34), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.732161 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] Publish callbacks [] for security_group (e82e2d88-369a-48bd-9f74-0af088014d34), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.748566 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] Publish callbacks [] for security_group (c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.772177 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] Publish callbacks [] for security_group (c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.794958 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e82e2d88-369a-48bd-9f74-0af088014d34), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.797628 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.801421 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e82e2d88-369a-48bd-9f74-0af088014d34 HTTP/1.1" status: 204 len: 168 time: 0.1901550 Oct 28 19:53:10.811938 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fbdd5-bb8e-4c00-ae1e-e202820e124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e2d88-369a-48bd-9f74-0af088014d34,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.858699 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.862978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.866828 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6 HTTP/1.1" status: 204 len: 168 time: 0.1743336 Oct 28 19:53:10.875754 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa6cc1-060f-4cd9-b3d7-04d8bfd0f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c1ea5-f6f1-494c-9fc5-ceceee25d4c6,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.055710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae891-8bc1-48c7-906f-2db8d102a601 req-a8bc7376-009c-428d-bbb1-01094811e3eb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.070192 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fe8ae891-8bc1-48c7-906f-2db8d102a601 req-a8bc7376-009c-428d-bbb1-01094811e3eb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.1189108 Oct 28 19:53:11.116384 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33688) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:11.135629 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fe8ae891-8bc1-48c7-906f-2db8d102a601 req-00e39a71-62e9-4eb5-852d-cfb1f373f70f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644140 Oct 28 19:53:11.245341 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80acc6-fb8b-473d-88d6-6c9322f80553 req-cef7a2e8-6d5e-4bf9-a8b1-73b84126ab31 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.255106 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ff80acc6-fb8b-473d-88d6-6c9322f80553 req-cef7a2e8-6d5e-4bf9-a8b1-73b84126ab31 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.0832827 Oct 28 19:53:11.273998 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19712e-fde3-48f3-af81-7bd25ce68ab0 req-7902518e-36ff-4ba3-a5b9-263e06fb58a3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.275714 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef19712e-fde3-48f3-af81-7bd25ce68ab0 req-7902518e-36ff-4ba3-a5b9-263e06fb58a3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 945 time: 0.0622714 Oct 28 19:53:11.313017 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ff80acc6-fb8b-473d-88d6-6c9322f80553 req-a63831d1-d0e9-4a7c-b358-9870de54836a tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Oct 28 19:53:11.370927 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef19712e-fde3-48f3-af81-7bd25ce68ab0 req-f613e544-2720-422d-bdf9-476fe0cdd126 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883086 Oct 28 19:53:11.482730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d992c08a-da2e-471d-b93e-aedb5a4d71e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.519405 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33700) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:11.534176 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4d22f709-fe55-4195-b2af-70ef2556ca21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.581359 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d992c08a-da2e-471d-b93e-aedb5a4d71e8 admin admin] Publish callbacks [] for security_group (8e108b73-4ea5-4f4b-9df8-fafbf37eae29), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.593446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d992c08a-da2e-471d-b93e-aedb5a4d71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8e108b73-4ea5-4f4b-9df8-fafbf37eae29), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.644857 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d992c08a-da2e-471d-b93e-aedb5a4d71e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d6d637a00454e089942fe0a02204ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273559 Oct 28 19:53:11.646270 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c08a-da2e-471d-b93e-aedb5a4d71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e108b73-4ea5-4f4b-9df8-fafbf37eae29,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.649015 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33708) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:11.708261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4d22f709-fe55-4195-b2af-70ef2556ca21 admin admin] Publish callbacks [] for security_group (bbb3c994-8097-46f5-b1b0-11ac3eed4ea7), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.709495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] Publish callbacks [] for security_group (8e108b73-4ea5-4f4b-9df8-fafbf37eae29), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.716235 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4d22f709-fe55-4195-b2af-70ef2556ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (bbb3c994-8097-46f5-b1b0-11ac3eed4ea7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.744411 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] Publish callbacks [] for security_group (8e108b73-4ea5-4f4b-9df8-fafbf37eae29), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.781097 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22f709-fe55-4195-b2af-70ef2556ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb3c994-8097-46f5-b1b0-11ac3eed4ea7,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.791218 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-4d22f709-fe55-4195-b2af-70ef2556ca21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46b4817c20d84ee892f02d2807236842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705612 Oct 28 19:53:11.793843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33722) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:11.854605 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8e108b73-4ea5-4f4b-9df8-fafbf37eae29), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.857803 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.863797 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] Publish callbacks [] for security_group (bbb3c994-8097-46f5-b1b0-11ac3eed4ea7), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.878890 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e108b73-4ea5-4f4b-9df8-fafbf37eae29 HTTP/1.1" status: 204 len: 168 time: 0.2278593 Oct 28 19:53:11.890609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd3130-cbf0-4bda-ac1f-855bd73eecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e108b73-4ea5-4f4b-9df8-fafbf37eae29,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.916962 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] Publish callbacks [] for security_group (bbb3c994-8097-46f5-b1b0-11ac3eed4ea7), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.997047 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (bbb3c994-8097-46f5-b1b0-11ac3eed4ea7), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.000296 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.002133 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbb3c994-8097-46f5-b1b0-11ac3eed4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2066453 Oct 28 19:53:12.009794 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf4d68-87ce-42f9-ae54-b9ac11645256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb3c994-8097-46f5-b1b0-11ac3eed4ea7,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:12.178204 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33748) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:12.192628 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20b4fbc3-e456-46e0-9420-829fbd19ed20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.272632 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db45f2-1d42-4393-a70a-f9126b3bc5ad req-b1dda7fe-ffc4-4905-a86b-fa99a45addc2 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.274195 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e8db45f2-1d42-4393-a70a-f9126b3bc5ad req-b1dda7fe-ffc4-4905-a86b-fa99a45addc2 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0569506 Oct 28 19:53:12.285264 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20b4fbc3-e456-46e0-9420-829fbd19ed20 admin admin] Publish callbacks [] for security_group (78ddb488-cd61-4f43-b77d-1d6b0d6cadfb), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.293473 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-20b4fbc3-e456-46e0-9420-829fbd19ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (78ddb488-cd61-4f43-b77d-1d6b0d6cadfb), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.333075 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e8db45f2-1d42-4393-a70a-f9126b3bc5ad req-44b495e3-19fb-48af-9875-7278a69cdf14 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500116 Oct 28 19:53:12.335360 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-20b4fbc3-e456-46e0-9420-829fbd19ed20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=528ad1c92bfc4c4d8dfcd10b7863d8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558764 Oct 28 19:53:12.337502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4fbc3-e456-46e0-9420-829fbd19ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ddb488-cd61-4f43-b77d-1d6b0d6cadfb,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:12.338170 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33754) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:12.400207 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] Publish callbacks [] for security_group (78ddb488-cd61-4f43-b77d-1d6b0d6cadfb), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.426230 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] Publish callbacks [] for security_group (78ddb488-cd61-4f43-b77d-1d6b0d6cadfb), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.494373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (78ddb488-cd61-4f43-b77d-1d6b0d6cadfb), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.497319 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.498685 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ddb488-cd61-4f43-b77d-1d6b0d6cadfb HTTP/1.1" status: 204 len: 168 time: 0.1594033 Oct 28 19:53:12.508320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a0a72-563f-4f6f-9dec-860f0809a22a req-3da7f377-b715-427c-aca6-a4d4f05cacc5 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.509897 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-512a0a72-563f-4f6f-9dec-860f0809a22a req-3da7f377-b715-427c-aca6-a4d4f05cacc5 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.0829601 Oct 28 19:53:12.526714 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57bee9-c529-43ab-b980-98fac6260f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ddb488-cd61-4f43-b77d-1d6b0d6cadfb,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:12.555143 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82bdc3-d133-4854-8205-f2985392c189 req-9d5bdbea-f937-418e-88c8-0556d23eb0a6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.563723 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9e82bdc3-d133-4854-8205-f2985392c189 req-9d5bdbea-f937-418e-88c8-0556d23eb0a6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 945 time: 0.0792713 Oct 28 19:53:12.585907 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-512a0a72-563f-4f6f-9dec-860f0809a22a req-10e4eb1f-b58b-474d-82ad-c08469880947 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Oct 28 19:53:12.610570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9e82bdc3-d133-4854-8205-f2985392c189 req-ac9536ac-fb4a-4a5d-abd1-4081b101291e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459423 Oct 28 19:53:13.486023 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056194-a96f-4f86-80fa-88f5e32f0658 req-ae3fc9a8-b1d6-45ce-9000-3a27dbf1866b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:13.488306 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-20056194-a96f-4f86-80fa-88f5e32f0658 req-ae3fc9a8-b1d6-45ce-9000-3a27dbf1866b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0635242 Oct 28 19:53:13.545359 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-20056194-a96f-4f86-80fa-88f5e32f0658 req-8d1698bd-39d1-4315-9597-ad019a84e38f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497921 Oct 28 19:53:13.758270 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c70197-a866-4bd7-ba12-3945775a6a14 req-fd56fc2a-c5b5-4047-a7d0-fc7e614f909e tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:13.761382 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11c70197-a866-4bd7-ba12-3945775a6a14 req-fd56fc2a-c5b5-4047-a7d0-fc7e614f909e tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.0762501 Oct 28 19:53:13.809158 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d083317-43ff-4211-a9c7-68cd17a8aa8d req-bb1ffb5a-4702-4350-8032-38f21d2e7362 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:13.820401 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4d083317-43ff-4211-a9c7-68cd17a8aa8d req-bb1ffb5a-4702-4350-8032-38f21d2e7362 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 945 time: 0.1169617 Oct 28 19:53:13.830055 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11c70197-a866-4bd7-ba12-3945775a6a14 req-a374772e-1d6c-4850-b7e7-69866494e86d tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 Oct 28 19:53:14.075064 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4d083317-43ff-4211-a9c7-68cd17a8aa8d req-3e8d8152-b043-412f-bc1d-ea3cad717503 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535143 Oct 28 19:53:14.374581 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:14.449393 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:14.452866 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:14.453846 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.454240 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 Oct 28 19:53:14.548308 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:14.548692 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.573593 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:14.657568 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:14.663541 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.664760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:14.753273 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:14.765547 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:14.772372 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:14.772749 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.773117 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:53:14.784237 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343eb3a-308a-491a-a0c0-9cf40180e9fe req-c1e910bf-d1a4-46ad-9886-63f1818dcd18 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:14.786213 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b343eb3a-308a-491a-a0c0-9cf40180e9fe req-c1e910bf-d1a4-46ad-9886-63f1818dcd18 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.1476414 Oct 28 19:53:14.828754 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad9f3f-33ad-444b-9248-8b32a05168f8" -d '{"events": [{"server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "name": "network-vif-plugged", "status": "completed", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:14.858266 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b343eb3a-308a-491a-a0c0-9cf40180e9fe req-5f0d3592-208f-437e-b2f7-7916fbd72f9d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629499 Oct 28 19:53:14.887243 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:14.887930 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.932467 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:14.943035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.976761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86915e0-8214-48fd-b8c8-f335c506cdd8 req-f0da1ea2-a63c-4840-9562-f6ae585df6f6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:14.984810 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e86915e0-8214-48fd-b8c8-f335c506cdd8 req-f0da1ea2-a63c-4840-9562-f6ae585df6f6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.0668743 Oct 28 19:53:15.007218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082ead5-54d6-4e5c-ab5a-d5407cf2aea1 x-openstack-request-id: req-5082ead5-54d6-4e5c-ab5a-d5407cf2aea1 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:15.007600 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "name": "network-vif-plugged", "status": "completed", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:15.007971 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5082ead5-54d6-4e5c-ab5a-d5407cf2aea1 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:15.008473 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5082ead5-54d6-4e5c-ab5a-d5407cf2aea1'] response: {'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', 'code': 200} Oct 28 19:53:15.010276 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-aa344b68-f269-47fd-b3f9-960b6324441c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.017666 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:15.067954 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e86915e0-8214-48fd-b8c8-f335c506cdd8 req-139c3942-dac6-4894-95fb-0a51b94cb5f8 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819232 Oct 28 19:53:15.190213 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33918) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:15.205474 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a8aa8-4220-4a7b-bb2f-d3ea5a90f2aa req-66fbd124-e2fb-4ba2-a40e-8227b62b9d1f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:15.207020 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-851a8aa8-4220-4a7b-bb2f-d3ea5a90f2aa req-66fbd124-e2fb-4ba2-a40e-8227b62b9d1f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0534263 Oct 28 19:53:15.253945 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-851a8aa8-4220-4a7b-bb2f-d3ea5a90f2aa req-423a3c62-2c64-4fb7-8ba2-03c15d7c30e1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Oct 28 19:53:15.296403 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39f65ddf-18d7-4558-8a0b-6b02b0a4c3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.375098 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39f65ddf-18d7-4558-8a0b-6b02b0a4c3be admin admin] Publish callbacks [] for security_group (18a415c2-2135-42ff-b15f-0db7fde49140), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.380243 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39f65ddf-18d7-4558-8a0b-6b02b0a4c3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (18a415c2-2135-42ff-b15f-0db7fde49140), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.418374 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-39f65ddf-18d7-4558-8a0b-6b02b0a4c3be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1635b434a0064e54825039151a2dca05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270393 Oct 28 19:53:15.419294 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65ddf-18d7-4558-8a0b-6b02b0a4c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a415c2-2135-42ff-b15f-0db7fde49140,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:15.421483 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33928) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:15.467608 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] Publish callbacks [] for security_group (18a415c2-2135-42ff-b15f-0db7fde49140), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.489291 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] Publish callbacks [] for security_group (18a415c2-2135-42ff-b15f-0db7fde49140), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.546187 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (18a415c2-2135-42ff-b15f-0db7fde49140), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.548858 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.551086 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18a415c2-2135-42ff-b15f-0db7fde49140 HTTP/1.1" status: 204 len: 168 time: 0.1275079 Oct 28 19:53:15.558202 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87f044-2d2b-44b5-9e8c-b45f2b011900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a415c2-2135-42ff-b15f-0db7fde49140,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:15.818247 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 33936) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:15.831692 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8978c520-f2f7-4df2-ab89-37ea1a16efd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.906655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8978c520-f2f7-4df2-ab89-37ea1a16efd9 admin admin] Publish callbacks [] for security_group (edb60e86-0e49-4a23-8455-8aca987c8dff), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.912549 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8978c520-f2f7-4df2-ab89-37ea1a16efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (edb60e86-0e49-4a23-8455-8aca987c8dff), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.960139 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8978c520-f2f7-4df2-ab89-37ea1a16efd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=103827173ba14919a26579d9de77e862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408012 Oct 28 19:53:15.963543 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 33940) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:15.977384 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c520-f2f7-4df2-ab89-37ea1a16efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb60e86-0e49-4a23-8455-8aca987c8dff,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.008130 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1cac-4c27-4987-b373-adeb94dd4dde req-3ec14ff7-f44e-49b0-9bfb-db2008497827 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.009808 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64ec1cac-4c27-4987-b373-adeb94dd4dde req-3ec14ff7-f44e-49b0-9bfb-db2008497827 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0686641 Oct 28 19:53:16.013793 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] Publish callbacks [] for security_group (edb60e86-0e49-4a23-8455-8aca987c8dff), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.035009 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] Publish callbacks [] for security_group (edb60e86-0e49-4a23-8455-8aca987c8dff), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.058635 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64ec1cac-4c27-4987-b373-adeb94dd4dde req-6f4596d4-6e0b-48a3-844c-795a3554ba47 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418599 Oct 28 19:53:16.080807 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (edb60e86-0e49-4a23-8455-8aca987c8dff), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.083446 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.084588 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb60e86-0e49-4a23-8455-8aca987c8dff HTTP/1.1" status: 204 len: 168 time: 0.1199539 Oct 28 19:53:16.092447 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a6ea0-4bdf-4467-9426-fd6e35254ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb60e86-0e49-4a23-8455-8aca987c8dff,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.196338 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ae909-295f-4233-8ab1-d9434017332b req-3cf86f80-6e41-4df9-b576-f5d82c4e0e21 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.197809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d33ae909-295f-4233-8ab1-d9434017332b req-3cf86f80-6e41-4df9-b576-f5d82c4e0e21 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 945 time: 0.0529504 Oct 28 19:53:16.245688 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d33ae909-295f-4233-8ab1-d9434017332b req-5e34005c-5c47-4efc-9dd2-8f15d1f2acd7 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Oct 28 19:53:16.296040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 07902aec-1c38-4bdf-9fa4-8fb19d0b148d up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:16.349008 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:16.354026 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:16.354695 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.354999 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d Oct 28 19:53:16.385825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104096d-6ed7-439a-9eb3-34fbd016ddf2 req-fadb82f0-3977-47e0-a701-bd364016f406 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.387961 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4104096d-6ed7-439a-9eb3-34fbd016ddf2 req-fadb82f0-3977-47e0-a701-bd364016f406 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0597661 Oct 28 19:53:16.443241 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4104096d-6ed7-439a-9eb3-34fbd016ddf2 req-373ed2b4-8c9e-45f0-b380-51ffe7b18ca9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Oct 28 19:53:16.445636 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:16.446038 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.488437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:16.496183 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.497227 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ccbfb1e9-1a20-4588-88b9-a22d42a838c0 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:16.571546 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.585124 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:16.590244 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:16.590883 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.602825 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 Oct 28 19:53:16.665059 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:16.665714 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.701847 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:16.706738 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.751217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:17.010785 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}, {'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d'}, {'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:17.013161 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e615610-ba62-480b-a157-98c56d54554d" -d '{"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}, {"server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "name": "network-vif-plugged", "status": "completed", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d"}, {"server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "name": "network-vif-plugged", "status": "completed", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:17.062869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e x-openstack-request-id: req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:17.063179 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "code": 200}, {"server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "name": "network-vif-plugged", "status": "completed", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d", "code": 200}, {"server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "name": "network-vif-plugged", "status": "completed", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:17.063438 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:17.063846 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e'] response: {'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'code': 200} Oct 28 19:53:17.064126 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e'] response: {'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d', 'code': 200} Oct 28 19:53:17.064381 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3ab63c-b43a-4db9-a156-93d94fc54d7e'] response: {'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0', 'code': 200} Oct 28 19:53:17.191657 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e7050-f827-4b95-8da0-48c22be4d76c req-908bd7ad-0447-4330-a686-23f7a479f8a7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.194609 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2a0e7050-f827-4b95-8da0-48c22be4d76c req-908bd7ad-0447-4330-a686-23f7a479f8a7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0546067 Oct 28 19:53:17.273374 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2a0e7050-f827-4b95-8da0-48c22be4d76c req-c26788da-1af4-408b-8d3a-cff7eae154f4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736227 Oct 28 19:53:17.376274 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a089e170-94a8-4d01-a499-7126ad919888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.434501 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810e8d-bfb6-4e21-9feb-ef1c4b3a5adb req-ed0b167b-9968-4c54-ba4a-691e363b677b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.437423 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7f810e8d-bfb6-4e21-9feb-ef1c4b3a5adb req-ed0b167b-9968-4c54-ba4a-691e363b677b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0891428 Oct 28 19:53:17.605329 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7f810e8d-bfb6-4e21-9feb-ef1c4b3a5adb req-2668eb24-305c-4c58-bbd4-3be7faa3b8a1 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606359 Oct 28 19:53:17.637609 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5085c-333f-43e4-9923-52ce013ca76a req-51a2ff7a-e36e-4b6f-be6c-994eaa72e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.639592 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2db5085c-333f-43e4-9923-52ce013ca76a req-51a2ff7a-e36e-4b6f-be6c-994eaa72e3f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1130 time: 0.1705928 Oct 28 19:53:17.657804 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-25a30cd9-7d48-46db-984d-8733dd1d8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.663082 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-25a30cd9-7d48-46db-984d-8733dd1d8ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1129 time: 0.1443083 Oct 28 19:53:17.671752 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-2db5085c-333f-43e4-9923-52ce013ca76a req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.738640 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-8d2327f5-ba96-4bc5-87d4-67ba246b8ef2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.763210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c115-ec46-45f4-9d5c-14672f10e61a req-23432731-6896-4ce8-bed2-71f387e39201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.765043 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3460c115-ec46-45f4-9d5c-14672f10e61a req-23432731-6896-4ce8-bed2-71f387e39201 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1129 time: 0.2129302 Oct 28 19:53:17.770058 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf8714-4d87-4f21-bfd3-bfd2ad1311e3 req-884c4a36-6ca0-463e-8413-5c61961cf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.772060 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1faf8714-4d87-4f21-bfd3-bfd2ad1311e3 req-884c4a36-6ca0-463e-8413-5c61961cf4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 1130 time: 0.2112212 Oct 28 19:53:17.781089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1af0-8b97-4628-becb-27e5bb8ef959 req-88c2d724-bfdb-4442-a263-07ab422fa799 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.789280 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-199a1af0-8b97-4628-becb-27e5bb8ef959 req-88c2d724-bfdb-4442-a263-07ab422fa799 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1405985 Oct 28 19:53:17.843571 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-2db5085c-333f-43e4-9923-52ce013ca76a req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] Publish callbacks [] for security_group (34662d02-fe37-4feb-9f29-5f4b6064f5d4), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.847230 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-199a1af0-8b97-4628-becb-27e5bb8ef959 req-cbb55913-0e5e-4cb6-86ca-aa2ede0e4593 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Oct 28 19:53:17.853284 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-2db5085c-333f-43e4-9923-52ce013ca76a req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (34662d02-fe37-4feb-9f29-5f4b6064f5d4), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.874767 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.db.api [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-8d2327f5-ba96-4bc5-87d4-67ba246b8ef2 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e91226b635934bfcb949577491791af4 {{(pid=115426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:53:17.875104 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG oslo_db.api [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-8d2327f5-ba96-4bc5-87d4-67ba246b8ef2 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:53:17.906218 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2db5085c-333f-43e4-9923-52ce013ca76a req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583053 Oct 28 19:53:17.907019 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34662d02-fe37-4feb-9f29-5f4b6064f5d4,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:18.309344 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.365771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34044) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:18.388803 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-8d2327f5-ba96-4bc5-87d4-67ba246b8ef2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.446001 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da91e-9910-4906-87cd-f1fb166de844 req-4bb0808b-1811-431d-aedd-c00271d1253d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.447665 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ec1da91e-9910-4906-87cd-f1fb166de844 req-4bb0808b-1811-431d-aedd-c00271d1253d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0924170 Oct 28 19:53:18.500043 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-131ce5df-f96c-412c-b781-6492e05c61a4 req-8d2327f5-ba96-4bc5-87d4-67ba246b8ef2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8298261 Oct 28 19:53:18.511386 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-815e77a1-49c8-4e7c-bd60-74795cba1508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.534492 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ec1da91e-9910-4906-87cd-f1fb166de844 req-7c86e139-dc5d-4cc4-83f1-39e3737366e8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809371 Oct 28 19:53:18.605983 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-815e77a1-49c8-4e7c-bd60-74795cba1508 admin admin] Publish callbacks [] for security_group (40d553d7-2767-409d-b212-dcbf4bf2952a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.610839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-815e77a1-49c8-4e7c-bd60-74795cba1508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (40d553d7-2767-409d-b212-dcbf4bf2952a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.647256 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-815e77a1-49c8-4e7c-bd60-74795cba1508 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b31bf633aa754e098b213caed75d86a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802045 Oct 28 19:53:18.649911 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34056) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:18.664297 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e77a1-49c8-4e7c-bd60-74795cba1508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d553d7-2767-409d-b212-dcbf4bf2952a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:18.745398 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] Publish callbacks [] for security_group (40d553d7-2767-409d-b212-dcbf4bf2952a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.764893 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35c98d-deba-4567-be2a-634114f73973 req-512c2405-1e83-464a-868c-76de51a49688 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.766413 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ce35c98d-deba-4567-be2a-634114f73973 req-512c2405-1e83-464a-868c-76de51a49688 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0768361 Oct 28 19:53:18.782792 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] Publish callbacks [] for security_group (40d553d7-2767-409d-b212-dcbf4bf2952a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.843709 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ce35c98d-deba-4567-be2a-634114f73973 req-6b7814c1-295f-44d7-8c35-97b0d2301f7b tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Oct 28 19:53:18.860565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (40d553d7-2767-409d-b212-dcbf4bf2952a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.863375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.864505 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40d553d7-2767-409d-b212-dcbf4bf2952a HTTP/1.1" status: 204 len: 168 time: 0.2135680 Oct 28 19:53:18.872149 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353959-7e70-4769-a1e8-61a5d97865b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d553d7-2767-409d-b212-dcbf4bf2952a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:18.987995 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b494a0-42bc-4c3f-924b-9d3cd0a30d7f req-9e8e547f-e4e1-439d-a8b8-d110b2d30e3b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.989605 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a4b494a0-42bc-4c3f-924b-9d3cd0a30d7f req-9e8e547f-e4e1-439d-a8b8-d110b2d30e3b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0568373 Oct 28 19:53:19.037189 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a4b494a0-42bc-4c3f-924b-9d3cd0a30d7f req-90a840f1-3e36-4f0d-a911-5b83adf9f7f1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Oct 28 19:53:19.141947 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34066) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:19.155236 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed64d-047a-4b30-b812-e998ed5a8572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.236790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed64d-047a-4b30-b812-e998ed5a8572 admin admin] Publish callbacks [] for security_group (d1d6e28d-2c15-4e84-8c67-80fb3573243d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.241634 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed64d-047a-4b30-b812-e998ed5a8572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1d6e28d-2c15-4e84-8c67-80fb3573243d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.278463 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-5a2ed64d-047a-4b30-b812-e998ed5a8572 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f160b58f472c49649106a7c56e5cc702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353500 Oct 28 19:53:19.279286 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ed64d-047a-4b30-b812-e998ed5a8572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d6e28d-2c15-4e84-8c67-80fb3573243d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:19.281581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34070) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:19.333814 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] Publish callbacks [] for security_group (d1d6e28d-2c15-4e84-8c67-80fb3573243d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.355347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] Publish callbacks [] for security_group (d1d6e28d-2c15-4e84-8c67-80fb3573243d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.401559 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1d6e28d-2c15-4e84-8c67-80fb3573243d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.404117 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.405279 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1d6e28d-2c15-4e84-8c67-80fb3573243d HTTP/1.1" status: 204 len: 168 time: 0.1226871 Oct 28 19:53:19.414008 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd16ed5-7840-47fe-af10-d58a0e9268c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d6e28d-2c15-4e84-8c67-80fb3573243d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:19.594585 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.667287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcd76e-6a38-4c47-b46f-509de27a75d5 req-e0fbea92-1643-46fb-bbde-7dcee638b1bc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.668835 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-89dcd76e-6a38-4c47-b46f-509de27a75d5 req-e0fbea92-1643-46fb-bbde-7dcee638b1bc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Oct 28 19:53:19.716815 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-89dcd76e-6a38-4c47-b46f-509de27a75d5 req-d1f0609b-7eaf-4ef3-8af5-c4f86a6d009d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Oct 28 19:53:19.887065 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.972156 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd845-7d4e-455c-980c-32dfb366dbc0 req-768d89f8-fe18-4138-9e2c-3afe3c398034 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.973663 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1b9fd845-7d4e-455c-980c-32dfb366dbc0 req-768d89f8-fe18-4138-9e2c-3afe3c398034 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0550277 Oct 28 19:53:20.025524 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1b9fd845-7d4e-455c-980c-32dfb366dbc0 req-49c984f4-3336-4e8d-8ddb-c067711c8aa4 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Oct 28 19:53:20.191615 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9008c-f105-43e6-9b78-0d095b5426fb req-5ff903b9-c761-477a-bd64-85139ace0d45 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:20.193093 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c8d9008c-f105-43e6-9b78-0d095b5426fb req-5ff903b9-c761-477a-bd64-85139ace0d45 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0561459 Oct 28 19:53:20.241487 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c8d9008c-f105-43e6-9b78-0d095b5426fb req-9aababd3-e5bd-428a-b529-f4059c834d09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Oct 28 19:53:20.808065 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3460c115-ec46-45f4-9d5c-14672f10e61a req-d686237f-d249-433b-9d57-4e11570b51be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910828 Oct 28 19:53:20.830768 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1faf8714-4d87-4f21-bfd3-bfd2ad1311e3 req-2f2b5743-ec1c-4b2a-b6f9-49c63ca2b37d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985029 Oct 28 19:53:20.913545 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6a23-ae17-41ea-abad-ccf5e090a6b3 req-37f6e7d3-9c62-4638-b077-b4321a7882da tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:20.915377 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7dfe6a23-ae17-41ea-abad-ccf5e090a6b3 req-37f6e7d3-9c62-4638-b077-b4321a7882da tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0849700 Oct 28 19:53:20.986933 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7dfe6a23-ae17-41ea-abad-ccf5e090a6b3 req-9b144be1-8251-4fba-b258-61a5eab32a76 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647404 Oct 28 19:53:21.161438 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.199586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974727-f3e5-4d74-aab6-ec90e79e231a req-40208aec-6e02-4337-940a-c3273811c046 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.205860 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0d974727-f3e5-4d74-aab6-ec90e79e231a req-40208aec-6e02-4337-940a-c3273811c046 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0920916 Oct 28 19:53:21.264533 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0d974727-f3e5-4d74-aab6-ec90e79e231a req-b507802e-82bd-41ad-8434-1181051ef582 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Oct 28 19:53:21.374199 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c911c-5faa-4bc2-93f5-70296e14dfe7 req-86a4cc88-bc5d-418b-9005-e83bc788560b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.375768 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4e9c911c-5faa-4bc2-93f5-70296e14dfe7 req-86a4cc88-bc5d-418b-9005-e83bc788560b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0509140 Oct 28 19:53:21.424197 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4e9c911c-5faa-4bc2-93f5-70296e14dfe7 req-f2848b13-0832-4f0b-9792-54edbffa684e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Oct 28 19:53:22.124349 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cd091-ec50-4699-b24b-532038d39020 req-99f54c6b-dd34-4007-981f-6cb70fb70083 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.126447 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-dd1cd091-ec50-4699-b24b-532038d39020 req-99f54c6b-dd34-4007-981f-6cb70fb70083 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0554338 Oct 28 19:53:22.174588 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-dd1cd091-ec50-4699-b24b-532038d39020 req-686db601-23fb-4953-beea-f89cb9b24e7d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Oct 28 19:53:22.415757 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72d8f-0028-4d23-a8da-00f24413ca41 req-0a6727e7-b54c-4417-b0fa-7f87865d97e6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.417226 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b6f72d8f-0028-4d23-a8da-00f24413ca41 req-0a6727e7-b54c-4417-b0fa-7f87865d97e6 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0603981 Oct 28 19:53:22.465519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b6f72d8f-0028-4d23-a8da-00f24413ca41 req-9aa6fc9d-9c4a-4d11-a1ef-cc42cba7ee79 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Oct 28 19:53:22.551489 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0e869-5a59-47d6-ae02-b673bba964a3 req-fd52bd59-0fd0-4769-b2b3-e33a5670c3e9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.552861 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1d0e869-5a59-47d6-ae02-b673bba964a3 req-fd52bd59-0fd0-4769-b2b3-e33a5670c3e9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0539529 Oct 28 19:53:22.602434 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1d0e869-5a59-47d6-ae02-b673bba964a3 req-9f297c14-d7a8-4881-bc86-92b76b226a9e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Oct 28 19:53:23.308438 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613a44-5a96-4cf6-9387-faa41c6ec137 req-4e4c2d37-9c49-4e4d-831a-dcbccc8ed291 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.309920 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dd613a44-5a96-4cf6-9387-faa41c6ec137 req-4e4c2d37-9c49-4e4d-831a-dcbccc8ed291 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Oct 28 19:53:23.357537 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dd613a44-5a96-4cf6-9387-faa41c6ec137 req-19d6b350-9100-4210-b9c4-ac246870bba0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 Oct 28 19:53:23.593169 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ba3b4-5dfa-4432-9315-b0fc8eea90a7 req-6d2ba3c4-eac3-49f0-b9c9-d2d476c4e09f tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.594680 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b7ba3b4-5dfa-4432-9315-b0fc8eea90a7 req-6d2ba3c4-eac3-49f0-b9c9-d2d476c4e09f tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0576575 Oct 28 19:53:23.644273 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b7ba3b4-5dfa-4432-9315-b0fc8eea90a7 req-55f78d8c-bc6e-443a-9ceb-6a63332d3c23 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Oct 28 19:53:23.737389 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb2130-7b0c-4867-b84b-d46d1739df7e req-8d8f1591-100e-49db-a519-bd08edef1c1b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.739007 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-94cb2130-7b0c-4867-b84b-d46d1739df7e req-8d8f1591-100e-49db-a519-bd08edef1c1b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0566740 Oct 28 19:53:23.792529 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-94cb2130-7b0c-4867-b84b-d46d1739df7e req-d75b1973-d712-42b7-86f3-f97bf9048f12 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Oct 28 19:53:24.496233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60477386-92aa-4577-9a70-51500cc80d99 req-90fddf43-a7cd-4048-88f2-68b2a9cf5caf tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.497744 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-60477386-92aa-4577-9a70-51500cc80d99 req-90fddf43-a7cd-4048-88f2-68b2a9cf5caf tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0588400 Oct 28 19:53:24.559508 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-60477386-92aa-4577-9a70-51500cc80d99 req-5fb1e970-c8ec-403d-bbef-1ef8590d2207 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490873 Oct 28 19:53:24.785410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf27ab3-1598-4a39-8f8c-743aff399cab req-4f9a690b-0cca-4e96-b28f-3f0c037af910 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.787612 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-faf27ab3-1598-4a39-8f8c-743aff399cab req-4f9a690b-0cca-4e96-b28f-3f0c037af910 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0637877 Oct 28 19:53:24.844318 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-faf27ab3-1598-4a39-8f8c-743aff399cab req-ac004237-1928-4179-a03d-cf1f0d4ff4d9 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Oct 28 19:53:24.989085 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3efe4b-d802-4988-9483-dfaa3574846a req-b1cc1a76-eb10-4d98-b2f1-f5317c8c1799 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.991519 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8c3efe4b-d802-4988-9483-dfaa3574846a req-b1cc1a76-eb10-4d98-b2f1-f5317c8c1799 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1001985 Oct 28 19:53:25.055397 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8c3efe4b-d802-4988-9483-dfaa3574846a req-cc9dfba6-9aac-4ece-aa0e-59b0968eb628 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570493 Oct 28 19:53:25.127980 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34308) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.240831 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.319093 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Publish callbacks [] for security_group (fe073650-dc45-42b2-a50c-ed0f048a7467), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.323214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fe073650-dc45-42b2-a50c-ed0f048a7467), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.369232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34312) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.369449 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=686a42bd51bb47d0a7796973c64ca8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401388 Oct 28 19:53:25.370267 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe073650-dc45-42b2-a50c-ed0f048a7467,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:25.377951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.378334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.378680 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.379021 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.379387 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.379880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.380390 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.380758 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.381070 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.381399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.381730 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.382054 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.382405 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb7967-007b-43c2-bff8-942cd6a2287c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.429934 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Publish callbacks [] for security_group (fe073650-dc45-42b2-a50c-ed0f048a7467), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.453670 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Publish callbacks [] for security_group (fe073650-dc45-42b2-a50c-ed0f048a7467), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.507300 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fe073650-dc45-42b2-a50c-ed0f048a7467), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.510131 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.520376 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe073650-dc45-42b2-a50c-ed0f048a7467 HTTP/1.1" status: 204 len: 168 time: 0.1484778 Oct 28 19:53:25.531303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe073650-dc45-42b2-a50c-ed0f048a7467,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:25.540373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.540962 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.541463 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.541943 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.542604 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.543120 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.543646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.544134 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.544747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.545304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.545824 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.546354 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.546825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9a98a-96c3-4d21-a59d-bcacb67c21dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:25.753639 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c94e5-f417-4d7c-b883-645913590b2e req-373ab7fb-eabe-44b3-991f-a4bf44e08682 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:25.755732 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-424c94e5-f417-4d7c-b883-645913590b2e req-373ab7fb-eabe-44b3-991f-a4bf44e08682 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0638263 Oct 28 19:53:25.814236 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-424c94e5-f417-4d7c-b883-645913590b2e req-cad932a7-c691-4581-b0d0-23450d16d0d5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504851 Oct 28 19:53:25.956747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34358) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.975658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3257-ed95-436c-b310-e197e2f5027d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.097410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060a5ba-91c1-48f1-a635-7cb1cee7c009 req-b89e5432-4138-4f29-bc06-036b88a2fe09 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.102645 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4060a5ba-91c1-48f1-a635-7cb1cee7c009 req-b89e5432-4138-4f29-bc06-036b88a2fe09 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.1077340 Oct 28 19:53:26.128865 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25a732-4230-4d57-8519-1d0a5da2d3fe req-7ff14cb6-c660-4ff3-90bc-5e9073d6c3d5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.131239 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-de25a732-4230-4d57-8519-1d0a5da2d3fe req-7ff14cb6-c660-4ff3-90bc-5e9073d6c3d5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.1046524 Oct 28 19:53:26.150281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34368) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:26.155575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3257-ed95-436c-b310-e197e2f5027d admin admin] Publish callbacks [] for security_group (697b8ad5-0161-402f-82e4-1138aab1b4dc), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.162017 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'floatingip': {'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:26.162824 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4060a5ba-91c1-48f1-a635-7cb1cee7c009 req-df27b94e-f000-44e3-97f6-65fb42cfd3f7 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576608 Oct 28 19:53:26.218369 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3257-ed95-436c-b310-e197e2f5027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (697b8ad5-0161-402f-82e4-1138aab1b4dc), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.336367 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9a0c3257-ed95-436c-b310-e197e2f5027d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33fdace041e043d39d2adf78a9a1a076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783123 Oct 28 19:53:26.339298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34378) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:26.342700 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.385287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3257-ed95-436c-b310-e197e2f5027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b8ad5-0161-402f-82e4-1138aab1b4dc,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.396789 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] Publish callbacks [] for security_group (697b8ad5-0161-402f-82e4-1138aab1b4dc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.421100 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] Publish callbacks [] for security_group (697b8ad5-0161-402f-82e4-1138aab1b4dc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.484562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (697b8ad5-0161-402f-82e4-1138aab1b4dc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.487731 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.489135 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/697b8ad5-0161-402f-82e4-1138aab1b4dc HTTP/1.1" status: 204 len: 168 time: 0.1481953 Oct 28 19:53:26.504561 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81841905-8dcf-4f15-b048-2a068c36adad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b8ad5-0161-402f-82e4-1138aab1b4dc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.659733 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6a1e-ffec-482e-82cc-dedb14392aab req-6f8b2327-16e1-4761-82fc-8cb12d2c0266 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.661593 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e1cb6a1e-ffec-482e-82cc-dedb14392aab req-6f8b2327-16e1-4761-82fc-8cb12d2c0266 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.4445851 Oct 28 19:53:26.767942 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e1cb6a1e-ffec-482e-82cc-dedb14392aab req-261a4b1f-e563-461b-8ec7-7e233798aa12 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 Oct 28 19:53:27.155048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.db.resource_extend [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 19:53:27.238995 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.252582 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-3d82607b-7422-43e1-83d7-c9bca7245b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.254188 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-3d82607b-7422-43e1-83d7-c9bca7245b8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1130 time: 0.1713049 Oct 28 19:53:27.256493 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.264967 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd86c8-01f2-42f0-a303-39cfa90a6633 req-c098b0fb-375a-43e5-8aeb-06533e827f7d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.267850 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-43dd86c8-01f2-42f0-a303-39cfa90a6633 req-c098b0fb-375a-43e5-8aeb-06533e827f7d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1825585 Oct 28 19:53:27.382351 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6efd8-35ed-4243-bffd-b746675ca883 req-68858be7-cea3-4279-83fd-34c6169b7ffd tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.385043 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-68f6efd8-35ed-4243-bffd-b746675ca883 req-68858be7-cea3-4279-83fd-34c6169b7ffd tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0974808 Oct 28 19:53:27.453235 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-68f6efd8-35ed-4243-bffd-b746675ca883 req-c493c2b3-002f-40ff-b9b5-95c2c05ac67a tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621581 Oct 28 19:53:27.563672 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-43dd86c8-01f2-42f0-a303-39cfa90a6633 req-5333f9dd-4877-48f9-bcda-37b0e4cd8482 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540905 Oct 28 19:53:27.605690 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Floating IP 578e947e-b8e6-4ce5-b1e1-a76ecd8a8174 associated. External IP: 172.27.3.168, port: 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84. Oct 28 19:53:27.609129 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-a01108b9-e7b0-4afb-8a6a-ab4a5d1f46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.611340 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-a01108b9-e7b0-4afb-8a6a-ab4a5d1f46f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.3436420 Oct 28 19:53:27.697222 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-92f2cc0e-52b2-44fd-b5f7-b1d11ce370d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0456538 Oct 28 19:53:27.801303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-0d7cff4a-cf40-449e-aaf2-c95f1cc21431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.803149 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-0d7cff4a-cf40-449e-aaf2-c95f1cc21431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0949581 Oct 28 19:53:27.837521 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34444) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:27.924477 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-b729ce7a-61e1-41cf-a857-e9d4e48fa81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.926102 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-b729ce7a-61e1-41cf-a857-e9d4e48fa81d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162565 Oct 28 19:53:28.054188 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2503a576-fafb-4a10-b9ed-01d3c5b2db9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.245569 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2503a576-fafb-4a10-b9ed-01d3c5b2db9c admin admin] Publish callbacks [] for security_group (230426ac-1cc5-4577-aba3-fa0a9bf5013a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.254116 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2503a576-fafb-4a10-b9ed-01d3c5b2db9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (230426ac-1cc5-4577-aba3-fa0a9bf5013a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.296731 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503a576-fafb-4a10-b9ed-01d3c5b2db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230426ac-1cc5-4577-aba3-fa0a9bf5013a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:28.297188 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:28.313410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2503a576-fafb-4a10-b9ed-01d3c5b2db9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1b7751a3baa4380be4667a1996daefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747109 Oct 28 19:53:28.316252 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34470) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:28.350398 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-46b2538e-1258-400b-980e-6dbdfe588e84 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452765 Oct 28 19:53:28.408942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34474) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:28.583449 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:28.588977 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.610741 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:28.625607 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b18d35d3-969d-4ce8-bbdb-b01ea37bc597 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "PUT /v2.0/floatingips/578e947e-b8e6-4ce5-b1e1-a76ecd8a8174 HTTP/1.1" status: 200 len: 991 time: 2.4658515 Oct 28 19:53:28.625607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] Publish callbacks [] for security_group (230426ac-1cc5-4577-aba3-fa0a9bf5013a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.626307 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:28.626437 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:28.628531 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:28.628684 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ecd127-0c06-4e9f-a387-d1f08cf41524" -d '{"events": [{"name": "network-changed", "server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:28.633904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a30f214c-aef8-491b-8d77-dfc3cb9aae6d req-6076b039-0757-4860-811f-912e77f09515 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205739 Oct 28 19:53:28.682063 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] Publish callbacks [] for security_group (230426ac-1cc5-4577-aba3-fa0a9bf5013a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.706107 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb7ccb-c1b4-4031-ba24-e4980cbd9eff x-openstack-request-id: req-eecb7ccb-c1b4-4031-ba24-e4980cbd9eff {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:28.706745 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:28.707264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eecb7ccb-c1b4-4031-ba24-e4980cbd9eff {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:28.715605 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecb7ccb-c1b4-4031-ba24-e4980cbd9eff'] response: {'name': 'network-changed', 'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'status': 'completed', 'code': 200} Oct 28 19:53:28.777588 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3380d2bc-4ec0-4022-87d1-509acbc9f17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.810761 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:28.817009 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-5424b261-07a4-4b79-932b-5da14c160dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.819333 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-5424b261-07a4-4b79-932b-5da14c160dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0751688 Oct 28 19:53:28.833168 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f439f6-7f81-4d26-83d0-242f44004ba5 req-4daee3ab-4af9-492f-a2f6-d1d2719afda4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.838753 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (230426ac-1cc5-4577-aba3-fa0a9bf5013a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.840327 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-03f439f6-7f81-4d26-83d0-242f44004ba5 req-4daee3ab-4af9-492f-a2f6-d1d2719afda4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1436541 Oct 28 19:53:28.841938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.846366 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/230426ac-1cc5-4577-aba3-fa0a9bf5013a HTTP/1.1" status: 204 len: 168 time: 0.5287459 Oct 28 19:53:28.896616 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d1791-27d1-4d71-92db-2704ee614864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230426ac-1cc5-4577-aba3-fa0a9bf5013a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:28.931371 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3380d2bc-4ec0-4022-87d1-509acbc9f17b admin admin] Publish callbacks [] for security_group (dc09c0a4-9d07-4036-bbd1-cf1f1f139d28), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.948039 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3380d2bc-4ec0-4022-87d1-509acbc9f17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dc09c0a4-9d07-4036-bbd1-cf1f1f139d28), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.959235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-da52d6aa-4e52-4643-b86e-21da7d730dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.960868 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-da52d6aa-4e52-4643-b86e-21da7d730dd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.1337197 Oct 28 19:53:29.010737 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-3380d2bc-4ec0-4022-87d1-509acbc9f17b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9634552b055e48e2a84ad722a06b5ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973730 Oct 28 19:53:29.010737 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380d2bc-4ec0-4022-87d1-509acbc9f17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09c0a4-9d07-4036-bbd1-cf1f1f139d28,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:29.025746 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-03f439f6-7f81-4d26-83d0-242f44004ba5 req-c7905018-9c37-4bd5-b448-b49a711b1a47 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843200 Oct 28 19:53:29.026760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34506) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:29.125105 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] Publish callbacks [] for security_group (dc09c0a4-9d07-4036-bbd1-cf1f1f139d28), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.151403 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] Publish callbacks [] for security_group (dc09c0a4-9d07-4036-bbd1-cf1f1f139d28), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.158406 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-4bf87744-7782-4ad7-9434-e9773b140cc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 999 time: 0.1913350 Oct 28 19:53:29.235922 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dc09c0a4-9d07-4036-bbd1-cf1f1f139d28), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.238671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.239831 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc09c0a4-9d07-4036-bbd1-cf1f1f139d28 HTTP/1.1" status: 204 len: 168 time: 0.2121108 Oct 28 19:53:29.252595 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d2f90-05c0-40aa-8125-ac0c36698272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09c0a4-9d07-4036-bbd1-cf1f1f139d28,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:29.278703 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '578e947e-b8e6-4ce5-b1e1-a76ecd8a8174', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:53:27Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:29.279807 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-ab6ff30c-4144-40a1-b498-3ff7a786b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:29.283309 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-ab6ff30c-4144-40a1-b498-3ff7a786b37b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.1166539 Oct 28 19:53:29.341434 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:29.366510 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:29.367508 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:29.382532 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-4c23bc5f-ba32-4684-9e01-68d7de64a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:29.384073 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-4c23bc5f-ba32-4684-9e01-68d7de64a550 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923996 Oct 28 19:53:29.444565 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34542) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:29.471235 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6fad-0200-42ff-9ffc-3c05a8a0bd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.546330 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-c8216788-bc37-4168-9353-21aef7e05d37 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548445 Oct 28 19:53:29.563424 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:29.589967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6fad-0200-42ff-9ffc-3c05a8a0bd4a admin admin] Publish callbacks [] for security_group (6bf92b59-5dc1-4573-a3b1-aef90f70ecf4), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.598051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6fad-0200-42ff-9ffc-3c05a8a0bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6bf92b59-5dc1-4573-a3b1-aef90f70ecf4), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.646148 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f3ef6fad-0200-42ff-9ffc-3c05a8a0bd4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=badfea041d254c7690597e09abaa6e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912539 Oct 28 19:53:29.649354 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34556) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:29.742319 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-46ecd127-0c06-4e9f-a387-d1f08cf41524 req-dc7b31ed-1dd0-47a8-9f4a-52dfa4ef5491 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872187 Oct 28 19:53:29.796687 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef6fad-0200-42ff-9ffc-3c05a8a0bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf92b59-5dc1-4573-a3b1-aef90f70ecf4,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:29.806497 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] Publish callbacks [] for security_group (6bf92b59-5dc1-4573-a3b1-aef90f70ecf4), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.843463 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] Publish callbacks [] for security_group (6bf92b59-5dc1-4573-a3b1-aef90f70ecf4), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.849925 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34566) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:29.881247 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-025afe2c-b3b9-493a-8f21-d65e1f8bfa55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.959453 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6bf92b59-5dc1-4573-a3b1-aef90f70ecf4), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.962152 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.965131 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bf92b59-5dc1-4573-a3b1-aef90f70ecf4 HTTP/1.1" status: 204 len: 168 time: 0.3145895 Oct 28 19:53:29.973681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55f869-3b54-47d9-aa6e-6caa584d6b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf92b59-5dc1-4573-a3b1-aef90f70ecf4,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:30.011608 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '578e947e-b8e6-4ce5-b1e1-a76ecd8a8174', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:53:27Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:30.087535 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c405c8f-cfd1-4f20-a8fd-0a6181de1e69 None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '578e947e-b8e6-4ce5-b1e1-a76ecd8a8174', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:53:27Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:30.101056 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-025afe2c-b3b9-493a-8f21-d65e1f8bfa55 admin admin] Publish callbacks [] for security_group (c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.107523 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-025afe2c-b3b9-493a-8f21-d65e1f8bfa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.162866 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-025afe2c-b3b9-493a-8f21-d65e1f8bfa55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f0e776a99c3451eb56bbf6542dd8acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117507 Oct 28 19:53:30.163600 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afe2c-b3b9-493a-8f21-d65e1f8bfa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:30.170282 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34586) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:30.263061 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] Publish callbacks [] for security_group (c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.268860 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34594) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:30.285499 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ff530-1f79-43c9-a1f3-f9f43eda09e5 req-3465eb2e-d892-4b49-9553-4db76bc9c98e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:30.287678 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-965ff530-1f79-43c9-a1f3-f9f43eda09e5 req-3465eb2e-d892-4b49-9553-4db76bc9c98e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1103086 Oct 28 19:53:30.300505 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] Publish callbacks [] for security_group (c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.357663 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-965ff530-1f79-43c9-a1f3-f9f43eda09e5 req-400bb579-6e4a-4710-af41-32831e993ddc tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591624 Oct 28 19:53:30.409682 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.412996 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.416981 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85 HTTP/1.1" status: 204 len: 168 time: 0.2489059 Oct 28 19:53:30.436446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f638b-44b5-46f3-b09d-4cc4040a94f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ae2b3-dbd7-4ac5-83e5-cfee21bc8b85,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:30.445482 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-92c5870c-59fa-4bdc-97e6-b9da57a785e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.508983 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d21cb-77b6-4984-a301-43525efa1dba None None] New status for floating IP 578e947e-b8e6-4ce5-b1e1-a76ecd8a8174: ACTIVE {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:53:30.553493 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-92c5870c-59fa-4bdc-97e6-b9da57a785e1 admin admin] Publish callbacks [] for security_group (f47ca764-4394-4892-abe7-19c80d211951), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.559337 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-92c5870c-59fa-4bdc-97e6-b9da57a785e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f47ca764-4394-4892-abe7-19c80d211951), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.606007 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5870c-59fa-4bdc-97e6-b9da57a785e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ca764-4394-4892-abe7-19c80d211951,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:30.625444 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34612) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:30.625869 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-92c5870c-59fa-4bdc-97e6-b9da57a785e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ffb2900fbc4b208cbf76f1b01c78aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518376 Oct 28 19:53:30.688285 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] Publish callbacks [] for security_group (f47ca764-4394-4892-abe7-19c80d211951), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.714166 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] Publish callbacks [] for security_group (f47ca764-4394-4892-abe7-19c80d211951), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.800476 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f47ca764-4394-4892-abe7-19c80d211951), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.803308 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.807248 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f47ca764-4394-4892-abe7-19c80d211951 HTTP/1.1" status: 204 len: 168 time: 0.1810262 Oct 28 19:53:30.815552 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f052-d7a2-4596-be40-ebc4a147b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ca764-4394-4892-abe7-19c80d211951,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:31.195357 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34650) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:31.209236 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-622354a4-648b-4ff3-9a50-d9def804c0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.311968 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-622354a4-648b-4ff3-9a50-d9def804c0bf admin admin] Publish callbacks [] for security_group (fb743628-07eb-4ef6-a24e-9f19da2daadc), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.316942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-622354a4-648b-4ff3-9a50-d9def804c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fb743628-07eb-4ef6-a24e-9f19da2daadc), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.354487 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622354a4-648b-4ff3-9a50-d9def804c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb743628-07eb-4ef6-a24e-9f19da2daadc,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:31.358773 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-622354a4-648b-4ff3-9a50-d9def804c0bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2fbe49e2194458e8628304abc916f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622832 Oct 28 19:53:31.361445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34656) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:31.422053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] Publish callbacks [] for security_group (fb743628-07eb-4ef6-a24e-9f19da2daadc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.466373 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] Publish callbacks [] for security_group (fb743628-07eb-4ef6-a24e-9f19da2daadc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.511001 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76d8a-b58c-463b-8ba4-49d77b763645 req-4f0ae4ac-0baf-4749-a9b7-4f63c95d9169 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.518832 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9a76d8a-b58c-463b-8ba4-49d77b763645 req-4f0ae4ac-0baf-4749-a9b7-4f63c95d9169 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0729647 Oct 28 19:53:31.541487 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fb743628-07eb-4ef6-a24e-9f19da2daadc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.544580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:31.547209 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb743628-07eb-4ef6-a24e-9f19da2daadc HTTP/1.1" status: 204 len: 168 time: 0.1845765 Oct 28 19:53:31.558340 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc9c97-7ed6-4d6b-bd79-8a05b86f9061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb743628-07eb-4ef6-a24e-9f19da2daadc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:31.575202 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9a76d8a-b58c-463b-8ba4-49d77b763645 req-c166f3ae-ba2c-4e85-9947-841f96118a28 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553818 Oct 28 19:53:31.767601 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34674) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:31.953676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3b5-a2db-4aed-8bcf-a3f09a7d21a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.040982 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3b5-a2db-4aed-8bcf-a3f09a7d21a5 admin admin] Publish callbacks [] for security_group (fc5ba954-4a60-47b6-99a6-a85938a512b0), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.047655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3b5-a2db-4aed-8bcf-a3f09a7d21a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc5ba954-4a60-47b6-99a6-a85938a512b0), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.088545 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-89b7d3b5-a2db-4aed-8bcf-a3f09a7d21a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e8612ae3e114697b1e93c15014a0e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198240 Oct 28 19:53:32.090605 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7d3b5-a2db-4aed-8bcf-a3f09a7d21a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5ba954-4a60-47b6-99a6-a85938a512b0,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:32.091335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34694) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:32.143619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] Publish callbacks [] for security_group (fc5ba954-4a60-47b6-99a6-a85938a512b0), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.169502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] Publish callbacks [] for security_group (fc5ba954-4a60-47b6-99a6-a85938a512b0), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.230753 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fc5ba954-4a60-47b6-99a6-a85938a512b0), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.233235 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.234909 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc5ba954-4a60-47b6-99a6-a85938a512b0 HTTP/1.1" status: 204 len: 168 time: 0.1425843 Oct 28 19:53:32.243709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd0a19-af1b-4aee-8e64-5a2122edbddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5ba954-4a60-47b6-99a6-a85938a512b0,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:32.755087 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd3d0f-95b6-4e85-84df-08b34dc294ff req-3df95035-7df4-4ce6-929d-f4fc8c5e80ff tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:32.757271 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4cbd3d0f-95b6-4e85-84df-08b34dc294ff req-3df95035-7df4-4ce6-929d-f4fc8c5e80ff tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0830398 Oct 28 19:53:32.842868 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4cbd3d0f-95b6-4e85-84df-08b34dc294ff req-9df210df-8c8a-41af-98c2-776a015d5b2b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Oct 28 19:53:33.277937 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34772) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:33.402373 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a93166c8-dcac-40c7-9960-96c3631b7b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.478611 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a93166c8-dcac-40c7-9960-96c3631b7b64 admin admin] Publish callbacks [] for security_group (10755fd2-3a59-41ff-b90a-698f23ceb4e8), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.484401 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a93166c8-dcac-40c7-9960-96c3631b7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (10755fd2-3a59-41ff-b90a-698f23ceb4e8), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.523814 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a93166c8-dcac-40c7-9960-96c3631b7b64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4595909c2afd467c8bb87711e754fefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446034 Oct 28 19:53:33.525875 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93166c8-dcac-40c7-9960-96c3631b7b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10755fd2-3a59-41ff-b90a-698f23ceb4e8,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:33.526545 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34790) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:33.599215 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] Publish callbacks [] for security_group (10755fd2-3a59-41ff-b90a-698f23ceb4e8), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.636590 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] Publish callbacks [] for security_group (10755fd2-3a59-41ff-b90a-698f23ceb4e8), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.692758 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (10755fd2-3a59-41ff-b90a-698f23ceb4e8), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.695568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.697094 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10755fd2-3a59-41ff-b90a-698f23ceb4e8 HTTP/1.1" status: 204 len: 168 time: 0.1695688 Oct 28 19:53:33.705173 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5b54-6c72-499f-9e23-5855b0169b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10755fd2-3a59-41ff-b90a-698f23ceb4e8,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:33.949115 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34814) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:33.974768 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fc899-17ff-4d8d-8335-b9c07539b77b req-2951d0e7-a53c-4f3d-9dca-6ccfbc94af08 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:33.980567 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f96fc899-17ff-4d8d-8335-b9c07539b77b req-2951d0e7-a53c-4f3d-9dca-6ccfbc94af08 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0549235 Oct 28 19:53:34.030763 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f96fc899-17ff-4d8d-8335-b9c07539b77b req-db59672a-6293-408b-ae38-39b18a456097 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486879 Oct 28 19:53:34.119854 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-58fb5364-b5b0-4270-9629-3bb3bc5d70b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.216305 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-58fb5364-b5b0-4270-9629-3bb3bc5d70b4 admin admin] Publish callbacks [] for security_group (7b86c2c0-a60a-4bab-a3e7-717a34061de5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.222503 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-58fb5364-b5b0-4270-9629-3bb3bc5d70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (7b86c2c0-a60a-4bab-a3e7-717a34061de5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.269393 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-58fb5364-b5b0-4270-9629-3bb3bc5d70b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1927b06de67f459398bed7592dea43fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191643 Oct 28 19:53:34.270299 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb5364-b5b0-4270-9629-3bb3bc5d70b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86c2c0-a60a-4bab-a3e7-717a34061de5,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:34.272228 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34832) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:34.330027 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] Publish callbacks [] for security_group (7b86c2c0-a60a-4bab-a3e7-717a34061de5), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.373111 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] Publish callbacks [] for security_group (7b86c2c0-a60a-4bab-a3e7-717a34061de5), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.460976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (7b86c2c0-a60a-4bab-a3e7-717a34061de5), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.465176 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.469097 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b86c2c0-a60a-4bab-a3e7-717a34061de5 HTTP/1.1" status: 204 len: 168 time: 0.1933053 Oct 28 19:53:34.489656 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3d3d-feb6-4004-875c-0fc684f5a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86c2c0-a60a-4bab-a3e7-717a34061de5,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:34.855539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34880) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:34.884944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a01c5cc1-d89d-4f56-8dee-8b5c680f3587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.963298 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a01c5cc1-d89d-4f56-8dee-8b5c680f3587 admin admin] Publish callbacks [] for security_group (82e4b81b-e5a5-4747-b695-a279ab165614), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.967254 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a01c5cc1-d89d-4f56-8dee-8b5c680f3587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (82e4b81b-e5a5-4747-b695-a279ab165614), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.003861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c5cc1-d89d-4f56-8dee-8b5c680f3587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e4b81b-e5a5-4747-b695-a279ab165614,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:35.008230 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a01c5cc1-d89d-4f56-8dee-8b5c680f3587 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2edddd3f3c62492ab3f2eb7715bd848f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513855 Oct 28 19:53:35.011048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34882) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:35.061769 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] Publish callbacks [] for security_group (82e4b81b-e5a5-4747-b695-a279ab165614), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.085794 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] Publish callbacks [] for security_group (82e4b81b-e5a5-4747-b695-a279ab165614), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.161354 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (82e4b81b-e5a5-4747-b695-a279ab165614), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.164427 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.165581 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82e4b81b-e5a5-4747-b695-a279ab165614 HTTP/1.1" status: 204 len: 168 time: 0.1535866 Oct 28 19:53:35.178601 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae30b8d-0b55-4950-b27f-e6d715f7af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e4b81b-e5a5-4747-b695-a279ab165614,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:35.218110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c6e3-e3c2-4afb-85eb-bdea2085b43e req-c88b5a9e-6abc-41cd-b4d7-809b8aa9c57d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:35.220476 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30a8c6e3-e3c2-4afb-85eb-bdea2085b43e req-c88b5a9e-6abc-41cd-b4d7-809b8aa9c57d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0898743 Oct 28 19:53:35.268957 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30a8c6e3-e3c2-4afb-85eb-bdea2085b43e req-8c8b015e-56ed-4a37-9869-7df20f546b60 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Oct 28 19:53:35.508471 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34898) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:35.521781 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a9bed57e-3d94-425b-b080-5caf8fd2cebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.611106 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a9bed57e-3d94-425b-b080-5caf8fd2cebe admin admin] Publish callbacks [] for security_group (123a32ff-02b5-4be8-8963-3a2d7ee64011), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.616344 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a9bed57e-3d94-425b-b080-5caf8fd2cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (123a32ff-02b5-4be8-8963-3a2d7ee64011), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.656424 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a9bed57e-3d94-425b-b080-5caf8fd2cebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5c75cd1ee1e43f0b000aa54cd8fa395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468186 Oct 28 19:53:35.661567 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34910) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:35.674304 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bed57e-3d94-425b-b080-5caf8fd2cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a32ff-02b5-4be8-8963-3a2d7ee64011,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:35.729810 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] Publish callbacks [] for security_group (123a32ff-02b5-4be8-8963-3a2d7ee64011), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.750735 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] Publish callbacks [] for security_group (123a32ff-02b5-4be8-8963-3a2d7ee64011), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.798914 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (123a32ff-02b5-4be8-8963-3a2d7ee64011), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.801897 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.803085 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/123a32ff-02b5-4be8-8963-3a2d7ee64011 HTTP/1.1" status: 204 len: 168 time: 0.1393738 Oct 28 19:53:35.812037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e55db-2ebb-4a4d-9866-a1f7b579125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a32ff-02b5-4be8-8963-3a2d7ee64011,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:36.421279 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2566842-e018-4fa3-a15a-6d2bb9a8dbbf req-f6d49c9d-8e90-4b87-aa52-490f0c0dfae7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:36.422861 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b2566842-e018-4fa3-a15a-6d2bb9a8dbbf req-f6d49c9d-8e90-4b87-aa52-490f0c0dfae7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0668647 Oct 28 19:53:36.472913 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b2566842-e018-4fa3-a15a-6d2bb9a8dbbf req-1e8f4ae3-d0ac-4728-843c-8cb58c625779 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Oct 28 19:53:36.570740 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34978) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:36.589606 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34984) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:36.679466 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68b58d53-e245-4797-809c-ecf7b34bd4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.697981 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-75491839-network', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:36.733845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Made reservation on behalf of 37c9db6cc9ff4036a092c91138e6c6b3 for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:36.736303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.755497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.803314 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68b58d53-e245-4797-809c-ecf7b34bd4ee admin admin] Publish callbacks [] for security_group (86a1eb97-516f-4a4c-ab18-dace205e4706), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.809872 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68b58d53-e245-4797-809c-ecf7b34bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (86a1eb97-516f-4a4c-ab18-dace205e4706), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.859969 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-68b58d53-e245-4797-809c-ecf7b34bd4ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63151e803e50473b83d6d880baa3f359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879393 Oct 28 19:53:36.862808 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 34994) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:36.872942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b58d53-e245-4797-809c-ecf7b34bd4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1eb97-516f-4a4c-ab18-dace205e4706,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:36.909190 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 34996) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:36.931160 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks [] for security_group (f92b1a29-d8fa-4d38-b164-fe296a8d1a7a), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.938502 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f92b1a29-d8fa-4d38-b164-fe296a8d1a7a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.949214 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] Publish callbacks [] for security_group (86a1eb97-516f-4a4c-ab18-dace205e4706), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.969177 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:36.991940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b1a29-d8fa-4d38-b164-fe296a8d1a7a,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:36.994841 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (325963b8-62ae-48bc-95d9-283cf8b41e70), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.995183 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Added segment 325963b8-62ae-48bc-95d9-283cf8b41e70 of type vlan for network 8a4c5569-bfcc-4336-b23e-27efdb539c6c Oct 28 19:53:37.008108 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] Publish callbacks [] for security_group (86a1eb97-516f-4a4c-ab18-dace205e4706), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.017853 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0abba50c-b5a3-411c-8c18-0deeaa5b4af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.082282 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (8a4c5569-bfcc-4336-b23e-27efdb539c6c), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.102258 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0abba50c-b5a3-411c-8c18-0deeaa5b4af4 admin admin] Publish callbacks [] for security_group (ff761507-65c8-42b2-876f-5f18ef99a3d5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.105519 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (8a4c5569-bfcc-4336-b23e-27efdb539c6c), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.106614 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:37.107197 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.107681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0abba50c-b5a3-411c-8c18-0deeaa5b4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ff761507-65c8-42b2-876f-5f18ef99a3d5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.147888 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0abba50c-b5a3-411c-8c18-0deeaa5b4af4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77b908d3f3e9403e8988e6d5417d5b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375417 Oct 28 19:53:37.149047 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abba50c-b5a3-411c-8c18-0deeaa5b4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff761507-65c8-42b2-876f-5f18ef99a3d5,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:37.151529 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35006) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:37.171515 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (86a1eb97-516f-4a4c-ab18-dace205e4706), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.174322 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.175508 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a1eb97-516f-4a4c-ab18-dace205e4706 HTTP/1.1" status: 204 len: 168 time: 0.3107984 Oct 28 19:53:37.198322 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6071970 Oct 28 19:53:37.207047 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35012) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:37.209034 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] Publish callbacks [] for security_group (ff761507-65c8-42b2-876f-5f18ef99a3d5), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.215838 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Request body: {'subnet': {'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-75491839-subnet', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:37.219290 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f2cff-6515-4d1b-89b0-e44ebc05503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1eb97-516f-4a4c-ab18-dace205e4706,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:37.224619 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2300f-a4e7-4003-b70b-d38621bf4094 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4c5569-bfcc-4336-b23e-27efdb539c6c,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:37.244103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] Publish callbacks [] for security_group (ff761507-65c8-42b2-876f-5f18ef99a3d5), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.244653 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Made reservation on behalf of 37c9db6cc9ff4036a092c91138e6c6b3 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:37.248305 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351756'] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.291562 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:37.301690 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ff761507-65c8-42b2-876f-5f18ef99a3d5), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.304890 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.306350 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff761507-65c8-42b2-876f-5f18ef99a3d5 HTTP/1.1" status: 204 len: 168 time: 0.1538641 Oct 28 19:53:37.317445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db681b10-c5fe-441e-b15f-352541bab3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff761507-65c8-42b2-876f-5f18ef99a3d5,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:37.443933 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2930482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351614'] for subnet (05067162-5954-4fb0-8cb0-4eb927349c4d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.497417 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05067162-5954-4fb0-8cb0-4eb927349c4d,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:37.515741 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Checking segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:37.516112 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Network hostable DHCP agents. Network: 8a4c5569-bfcc-4336-b23e-27efdb539c6c, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:37.542903 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:37.556909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 8a4c5569-bfcc-4336-b23e-27efdb539c6c) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:37.571306 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022874f-38d9-456d-96ee-f2a89a6d83bb None None] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:37.573047 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:37.573992 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.617436 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5dcf4ce2-15f9-44e8-ad35-2e37f433f2b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4092891 Oct 28 19:53:37.618696 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35026) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:37.623078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:37.669539 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583839-deed-4f24-8ad8-f4e940a8cc3a req-550b6b99-3da2-4b7b-b960-2791f343c7da tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:37.675507 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.680275 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.688343 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2e583839-deed-4f24-8ad8-f4e940a8cc3a req-550b6b99-3da2-4b7b-b960-2791f343c7da tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1257949 Oct 28 19:53:37.694434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35030) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:37.731093 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-42e4df34-cabb-4121-af39-deb24ad8fb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.758725 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2e583839-deed-4f24-8ad8-f4e940a8cc3a req-7e74e28b-bcfd-4187-9748-3c60ca2513ac tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Oct 28 19:53:37.841475 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for router_controller (97ea4bf1-1abb-4512-ba72-ebf72bd45532), precommit_add_association {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.927689 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35034) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:37.940088 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:53:37.941516 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.942066 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e9077ecc-8c96-47ad-a2cb-82b203d8a588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:37.990602 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-42e4df34-cabb-4121-af39-deb24ad8fb21 admin admin] Publish callbacks [] for security_group (06d10fc6-a779-4df2-b705-f5eefb334548), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.025853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-42e4df34-cabb-4121-af39-deb24ad8fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (06d10fc6-a779-4df2-b705-f5eefb334548), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.031899 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e9077ecc-8c96-47ad-a2cb-82b203d8a588 admin admin] Publish callbacks [] for security_group (7afab39e-2bc1-4e9d-8068-3a7aede8a204), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.040092 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e9077ecc-8c96-47ad-a2cb-82b203d8a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (7afab39e-2bc1-4e9d-8068-3a7aede8a204), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.055020 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for router_gateway (97ea4bf1-1abb-4512-ba72-ebf72bd45532), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.058699 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4df34-cabb-4121-af39-deb24ad8fb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d10fc6-a779-4df2-b705-f5eefb334548,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.084834 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9077ecc-8c96-47ad-a2cb-82b203d8a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afab39e-2bc1-4e9d-8068-3a7aede8a204,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.087437 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-42e4df34-cabb-4121-af39-deb24ad8fb21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f42330c479d45c895af9c3af4ba7393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905439 Oct 28 19:53:38.090943 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35038) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:38.099668 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e9077ecc-8c96-47ad-a2cb-82b203d8a588 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89bdcef248164a079542939fa93bb972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707277 Oct 28 19:53:38.106839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35040) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:38.157559 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Allocated IP 172.20.0.2 (8a4c5569-bfcc-4336-b23e-27efdb539c6c/05067162-5954-4fb0-8cb0-4eb927349c4d/e84176c8-a305-4ea1-ac10-7a50ffa0ef62) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:38.180554 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] Publish callbacks [] for security_group (06d10fc6-a779-4df2-b705-f5eefb334548), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.206110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] Publish callbacks [] for security_group (7afab39e-2bc1-4e9d-8068-3a7aede8a204), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.212163 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] Publish callbacks [] for security_group (06d10fc6-a779-4df2-b705-f5eefb334548), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.248674 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] Publish callbacks [] for security_group (7afab39e-2bc1-4e9d-8068-3a7aede8a204), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.290732 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for router_gateway (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.301397 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks [] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.307305 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (06d10fc6-a779-4df2-b705-f5eefb334548), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.309099 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.313082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.316864 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.317516 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06d10fc6-a779-4df2-b705-f5eefb334548 HTTP/1.1" status: 204 len: 168 time: 0.2252481 Oct 28 19:53:38.321020 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (7afab39e-2bc1-4e9d-8068-3a7aede8a204), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.323780 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.325297 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7afab39e-2bc1-4e9d-8068-3a7aede8a204 HTTP/1.1" status: 204 len: 168 time: 0.2159252 Oct 28 19:53:38.350983 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68b2f-ff06-47ae-ade5-a8fb2ae1755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d10fc6-a779-4df2-b705-f5eefb334548,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.353607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:38.361606 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:38.366533 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:38.370121 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Pushing event updated for resources: {'Port': ['ID=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.370503 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b86d-0731-4e54-baf2-e77d73d9842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afab39e-2bc1-4e9d-8068-3a7aede8a204,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.387958 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.388545 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.389035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.389536 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.390155 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.390623 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.391095 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.391556 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.392038 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.392517 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.392970 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.393452 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.393776 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:38.452438 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Attempting to bind port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:38.452817 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Attempting to bind port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:38.453351 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Attempting to bind port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 on network 8a4c5569-bfcc-4336-b23e-27efdb539c6c {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:38.459962 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:38.460757 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Checking segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:38.461336 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.461860 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Bound using segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:38.462494 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Bound port: e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:38.463021 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.466667 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Allocated IP 172.27.3.177 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/5b8674b7-d061-4c53-9030-cc4d8d993976) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:38.533642 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] For port e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:38.539876 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] For port e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:38.549361 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.618262 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.648774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7e3fc-9f83-4db5-8f61-26369c749ab9 None None] Pushing event updated for resources: {'Port': ['ID=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.659859 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.712304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:38.715338 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:38.722607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:38.755344 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8674b7-d061-4c53-9030-cc4d8d993976,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.226868 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device e84176c8-a305-4ea1-ac10-7a50ffa0ef62 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:39.292540 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:39.292948 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.293374 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 Oct 28 19:53:39.293726 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0524-8b46-45e2-87cb-a6b029cbc1c6 req-c12613dc-cc22-4c0e-8ac5-9f289222b250 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:39.295579 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e61c0524-8b46-45e2-87cb-a6b029cbc1c6 req-c12613dc-cc22-4c0e-8ac5-9f289222b250 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.3709831 Oct 28 19:53:39.333368 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for router_gateway (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.402435 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:39.403422 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.405530 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e61c0524-8b46-45e2-87cb-a6b029cbc1c6 req-670951d1-a499-4f88-9255-c115024edce2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966103 Oct 28 19:53:39.443565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:39.449269 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.545154 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.591690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.813375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:53:39.992753 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:39.998995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee49449-5ab2-454f-9a74-d20990d805e7 None None] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:40.005339 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Sync routers for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:40.021217 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:40.022054 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:40.022968 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.024433 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1c9cf40a-d1ce-4d7a-8ffd-9157efdadbd8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4047148 Oct 28 19:53:40.027434 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35116) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.085774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-ec1c3a7c-4cc2-428a-9ed8-84cbf2c8bff4 None None] Provisioning complete for port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:40.086203 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3a7c-4cc2-428a-9ed8-84cbf2c8bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.086550 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ec1c3a7c-4cc2-428a-9ed8-84cbf2c8bff4 None None] Attempt 1 to provision port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 Oct 28 19:53:40.172025 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:40.232354 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c3a7c-4cc2-428a-9ed8-84cbf2c8bff4 None None] Current status of the port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:40.423498 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:38Z', 'revision_number': 3, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:40.453491 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Checking router: 97ea4bf1-1abb-4512-ba72-ebf72bd45532 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:40.453840 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Updating router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 port 5b8674b7-d061-4c53-9030-cc4d8d993976 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:53:40.479910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-dac73d6c-a5ce-48fd-a9f4-487a5e2e6df3 None None] Provisioning complete for port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:40.480469 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-dac73d6c-a5ce-48fd-a9f4-487a5e2e6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.480625 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-dac73d6c-a5ce-48fd-a9f4-487a5e2e6df3 None None] Attempt 1 to provision port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 Oct 28 19:53:40.513533 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.584952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-dac73d6c-a5ce-48fd-a9f4-487a5e2e6df3 None None] Current status of the port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:40.855486 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b6d2-7f79-4fbd-a43a-77fa73c7864b req-cd3a2226-99ad-4176-9166-a3562df91e46 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:40.857255 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6ed5b6d2-7f79-4fbd-a43a-77fa73c7864b req-cd3a2226-99ad-4176-9166-a3562df91e46 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.2988777 Oct 28 19:53:40.865478 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.908818 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks [] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.918019 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.952714 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6ed5b6d2-7f79-4fbd-a43a-77fa73c7864b req-27e39434-fc45-4145-a7c8-000fcf15af21 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848939 Oct 28 19:53:40.956899 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Attempting to bind port 5b8674b7-d061-4c53-9030-cc4d8d993976 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:40.957345 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Attempting to bind port 5b8674b7-d061-4c53-9030-cc4d8d993976 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:40.957779 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Attempting to bind port 5b8674b7-d061-4c53-9030-cc4d8d993976 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:40.961914 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35148) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.973060 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:40.973433 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:40.974604 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.975003 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:40.975469 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Bound port: 5b8674b7-d061-4c53-9030-cc4d8d993976, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:40.976006 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.032443 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Pushing event updated for resources: {'Port': ['ID=5b8674b7-d061-4c53-9030-cc4d8d993976,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.042756 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.043014 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.043542 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.044058 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.044539 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.045007 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.045467 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.045956 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.046488 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.047013 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.047490 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.048078 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.048560 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:41.060803 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] For port 5b8674b7-d061-4c53-9030-cc4d8d993976, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:41.064436 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] For port 5b8674b7-d061-4c53-9030-cc4d8d993976, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=5b8674b7-d061-4c53-9030-cc4d8d993976,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:41.072535 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.087155 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Allocated IP 172.20.0.1 (8a4c5569-bfcc-4336-b23e-27efdb539c6c/05067162-5954-4fb0-8cb0-4eb927349c4d/79f2feb6-8b94-4a84-895f-b2d9394a4616) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:41.115351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f98d492-4e23-4aef-8e89-298751dfb416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.124662 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8cf6-c224-415e-99d3-42e89ce51495 None None] Pushing event updated for resources: {'Port': ['ID=5b8674b7-d061-4c53-9030-cc4d8d993976,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.131452 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:41.132057 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:41.213228 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device e84176c8-a305-4ea1-ac10-7a50ffa0ef62 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:41.220772 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks [] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.223899 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f98d492-4e23-4aef-8e89-298751dfb416 admin admin] Publish callbacks [] for security_group (60667ec9-848c-4784-957d-b2945de03ee4), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.230394 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f98d492-4e23-4aef-8e89-298751dfb416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (60667ec9-848c-4784-957d-b2945de03ee4), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.247537 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:41.260294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.270207 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:41.270898 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.271466 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 Oct 28 19:53:41.280509 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4f98d492-4e23-4aef-8e89-298751dfb416 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cddc5af3a7047c3878266c4636c615b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164697 Oct 28 19:53:41.282744 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98d492-4e23-4aef-8e89-298751dfb416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60667ec9-848c-4784-957d-b2945de03ee4,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.285067 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35154) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.315145 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:41.316720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Pushing event updated for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.319814 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:41.322174 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:41.322862 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.380468 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:41.397095 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] Publish callbacks [] for security_group (60667ec9-848c-4784-957d-b2945de03ee4), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.420267 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] Publish callbacks [] for security_group (60667ec9-848c-4784-957d-b2945de03ee4), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.463865 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.465264 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:38Z', 'revision_number': 3, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:41.482630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (60667ec9-848c-4784-957d-b2945de03ee4), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.486374 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.491415 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60667ec9-848c-4784-957d-b2945de03ee4 HTTP/1.1" status: 204 len: 168 time: 0.1945684 Oct 28 19:53:41.501044 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff9cca-af2f-4878-9877-fd7a589cb3e6 None None] The sync data for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi is: [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:38Z', 'revision_number': 3, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:41.501988 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43180c2-80dc-411b-b06b-386252265658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60667ec9-848c-4784-957d-b2945de03ee4,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.659779 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks [] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.666735 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.668733 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.717231 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Provisioning complete for port 79f2feb6-8b94-4a84-895f-b2d9394a4616 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:41.717768 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.717880 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 1 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:41.750220 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Pushing event updated for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.775446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:41.813319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:41.820055 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:41.890276 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35164) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.909558 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2252fe2e-c0c3-4fb3-b926-122a94c4aff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.003956 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:42.097567 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2252fe2e-c0c3-4fb3-b926-122a94c4aff1 admin admin] Publish callbacks [] for security_group (47d81185-a52d-47d5-a43d-5efef45e1c05), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.109135 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2252fe2e-c0c3-4fb3-b926-122a94c4aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (47d81185-a52d-47d5-a43d-5efef45e1c05), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.132388 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61e91-557a-4ea8-bb8d-14e99235159d req-59dd7182-40f2-48df-bb11-967c083b329f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:42.141140 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a6c61e91-557a-4ea8-bb8d-14e99235159d req-59dd7182-40f2-48df-bb11-967c083b329f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0715652 Oct 28 19:53:42.173682 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2252fe2e-c0c3-4fb3-b926-122a94c4aff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=573b3495eb82424dbed2fe2388e8e9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799430 Oct 28 19:53:42.174617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35172) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.187665 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252fe2e-c0c3-4fb3-b926-122a94c4aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d81185-a52d-47d5-a43d-5efef45e1c05,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.192688 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:42.201310 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a6c61e91-557a-4ea8-bb8d-14e99235159d req-6c48c0dd-ac61-4da4-aba7-8f56a6bd2e81 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593045 Oct 28 19:53:42.207135 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-31e66d83-16d2-4850-b15d-b6d341683377 admin admin] 10.222.0.20 "PUT /v2.0/routers/97ea4bf1-1abb-4512-ba72-ebf72bd45532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781356 Oct 28 19:53:42.247765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] Publish callbacks [] for security_group (47d81185-a52d-47d5-a43d-5efef45e1c05), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.270051 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] Publish callbacks [] for security_group (47d81185-a52d-47d5-a43d-5efef45e1c05), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.276453 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 2 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:42.313637 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:42.325588 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (47d81185-a52d-47d5-a43d-5efef45e1c05), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.329106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.330468 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47d81185-a52d-47d5-a43d-5efef45e1c05 HTTP/1.1" status: 204 len: 168 time: 0.1549094 Oct 28 19:53:42.339225 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0e9b-c997-4553-bfc5-b22d5708b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d81185-a52d-47d5-a43d-5efef45e1c05,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.815152 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 3 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:42.860818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:42.862250 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35202) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.867506 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1634384066-network', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:42.896979 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Made reservation on behalf of 227dc1f40cb645149e3c99698b5229a2 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:42.899378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.908852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.989857 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks [] for security_group (d1d18483-e714-4e2d-aea9-a39922ed1f25), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.996108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1d18483-e714-4e2d-aea9-a39922ed1f25), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.022836 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:43.033461 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d18483-e714-4e2d-aea9-a39922ed1f25,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:43.039223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (19054979-b260-4e84-bc8c-2c4b7bace0b8), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.039780 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Added segment 19054979-b260-4e84-bc8c-2c4b7bace0b8 of type vlan for network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 Oct 28 19:53:43.084170 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (cd01eebb-7d2d-4d51-84f3-a6da581d3f21), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.113107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (cd01eebb-7d2d-4d51-84f3-a6da581d3f21), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.115153 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:43.117065 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.217537 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35218) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:43.219398 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3559771 Oct 28 19:53:43.226939 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 5b8674b7-d061-4c53-9030-cc4d8d993976 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:43.228749 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Request body: {'subnet': {'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1634384066-subnet', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:43.253867 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Made reservation on behalf of 227dc1f40cb645149e3c99698b5229a2 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:43.257360 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351756'] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.270945 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdeebd-45cb-496b-8513-89fed837001d admin admin] Pushing event updated for resources: {'Network': ['ID=cd01eebb-7d2d-4d51-84f3-a6da581d3f21,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:43.287131 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:43.362270 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 4 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:43.435391 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b412d-8a50-4b01-a089-b14a6144c321 req-f0aa312f-68ce-4789-b176-735c718a2136 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:43.436608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 5b8674b7-d061-4c53-9030-cc4d8d993976 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:43.437245 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.437733 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 5b8674b7-d061-4c53-9030-cc4d8d993976 Oct 28 19:53:43.438058 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c3b412d-8a50-4b01-a089-b14a6144c321 req-f0aa312f-68ce-4789-b176-735c718a2136 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1014595 Oct 28 19:53:43.473800 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:43.532541 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c3b412d-8a50-4b01-a089-b14a6144c321 req-659422c0-6b88-437c-b425-77e518358709 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864351 Oct 28 19:53:43.552376 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 5b8674b7-d061-4c53-9030-cc4d8d993976 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:43.552802 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.565550 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2930482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351614'] for subnet (c480eb21-db40-46a4-bf93-0d307fb05db4), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.575178 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 5b8674b7-d061-4c53-9030-cc4d8d993976, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=5b8674b7-d061-4c53-9030-cc4d8d993976,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:43.580620 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.625699 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Sync routers for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:43.629572 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c480eb21-db40-46a4-bf93-0d307fb05db4,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:43.643206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Checking segment: {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:43.643630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Network hostable DHCP agents. Network: cd01eebb-7d2d-4d51-84f3-a6da581d3f21, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:43.645197 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=5b8674b7-d061-4c53-9030-cc4d8d993976,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:43.652247 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:43.652882 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:43.670394 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:43.680747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, cd01eebb-7d2d-4d51-84f3-a6da581d3f21) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:43.691960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:43.692311 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7bf6e6-26fb-4313-b36f-1a57a3fb9007 None None] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:43.692594 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.716278 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0a82e70d-b156-4e5c-acdf-50c784c3aaf1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4945908 Oct 28 19:53:43.716751 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35230) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:43.727776 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:43.763025 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (0025e055-7808-48f0-93d7-a13bae17f035), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.763271 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (0025e055-7808-48f0-93d7-a13bae17f035), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.831768 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for router_controller (0025e055-7808-48f0-93d7-a13bae17f035), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.869419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:43.990223 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 5 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:44.050907 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for router_gateway (0025e055-7808-48f0-93d7-a13bae17f035), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.061176 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'fixed_ips': [{'subnet_id': 'c480eb21-db40-46a4-bf93-0d307fb05db4'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:53:44.062413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.153536 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:44.385996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for router_gateway (0025e055-7808-48f0-93d7-a13bae17f035), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.418476 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.586788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Allocated IP 172.20.0.2 (cd01eebb-7d2d-4d51-84f3-a6da581d3f21/c480eb21-db40-46a4-bf93-0d307fb05db4/c5a79b7b-9a2e-49af-ba57-f5bdcb900e60) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:44.604286 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Allocated IP 172.27.3.124 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/0e839ea4-f2a8-495d-836a-e4fccfd3520f) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:44.668627 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 6 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:44.780744 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd962f-f5d1-4ac4-8ff1-9aae97edfbff req-e61c1acc-add2-44e5-9e1a-268f7d4dadab tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:44.788300 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c6cd962f-f5d1-4ac4-8ff1-9aae97edfbff req-e61c1acc-add2-44e5-9e1a-268f7d4dadab tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1390743 Oct 28 19:53:44.836292 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c32fb-2d18-4724-be80-263dca234f36 req-c20ff67f-8e3e-4def-943e-4321bb7f9449 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:44.843387 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4d7c32fb-2d18-4724-be80-263dca234f36 req-c20ff67f-8e3e-4def-943e-4321bb7f9449 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.0967236 Oct 28 19:53:44.851085 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.868014 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c6cd962f-f5d1-4ac4-8ff1-9aae97edfbff req-f3d88466-c860-4f49-90b5-22f3ec92c2f2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741284 Oct 28 19:53:44.893603 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 2, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:44.908284 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.938466 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4d7c32fb-2d18-4724-be80-263dca234f36 req-e84e5921-0696-4d29-8476-8ef59f7d1e06 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881441 Oct 28 19:53:44.950378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:44.953700 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:44.957981 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:44.966052 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Checking router: 97ea4bf1-1abb-4512-ba72-ebf72bd45532 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:44.966557 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Updating router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 port 79f2feb6-8b94-4a84-895f-b2d9394a4616 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:53:44.988368 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Pushing event updated for resources: {'Port': ['ID=0e839ea4-f2a8-495d-836a-e4fccfd3520f,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:45.061201 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.087178 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:45.088492 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks [] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.097131 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-16b8cd13-f434-41c6-9e20-5d52b25ffbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.233552 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 5b8674b7-d061-4c53-9030-cc4d8d993976 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:45.240639 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.275626 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for router_gateway (0025e055-7808-48f0-93d7-a13bae17f035), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.346162 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:45.383252 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:45.388493 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Pushing event updated for resources: {'Port': ['ID=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:45.392286 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:45.442287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 5b8674b7-d061-4c53-9030-cc4d8d993976 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:45.442834 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.443304 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 5b8674b7-d061-4c53-9030-cc4d8d993976 Oct 28 19:53:45.578697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Attempting to bind port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:45.579150 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Attempting to bind port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:45.579538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Attempting to bind port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 on network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:45.588624 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 7 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:45.627822 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:45.628208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Checking segment: {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:45.628659 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.629116 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Bound using segment: {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:45.629609 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Bound port: c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:45.630160 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.762541 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks [] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.766229 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:45.778026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (0025e055-7808-48f0-93d7-a13bae17f035), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.786728 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.867017 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 5b8674b7-d061-4c53-9030-cc4d8d993976 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:45.893473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] For port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:45.989889 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] For port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:46.000026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Router 0025e055-7808-48f0-93d7-a13bae17f035 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:53:46.025424 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1de8-7b2b-4e66-9a6f-0b182e410b9a req-d5a27e0e-bab2-4598-8fb2-d6dbdc67b648 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:46.027039 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f0ca1de8-7b2b-4e66-9a6f-0b182e410b9a req-d5a27e0e-bab2-4598-8fb2-d6dbdc67b648 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0719550 Oct 28 19:53:46.042610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1f937-e142-4a1a-bbe4-65209186f391 None None] Pushing event updated for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.076709 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.094905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Attempting to bind port 79f2feb6-8b94-4a84-895f-b2d9394a4616 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:46.095529 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Attempting to bind port 79f2feb6-8b94-4a84-895f-b2d9394a4616 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:46.097398 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Attempting to bind port 79f2feb6-8b94-4a84-895f-b2d9394a4616 on network 8a4c5569-bfcc-4336-b23e-27efdb539c6c {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:46.128295 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:46.129500 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Checking segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:46.130256 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.131154 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Bound using segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:46.132656 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Bound port: 79f2feb6-8b94-4a84-895f-b2d9394a4616, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:46.135442 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.154505 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f2ef-cfbe-4499-bd2a-a549aacc44ef req-12d0e223-fd09-4ea0-9696-1da7557991cf tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:46.156344 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f0ca1de8-7b2b-4e66-9a6f-0b182e410b9a req-ed28b16a-2e06-48fc-9f44-17cdea9b8ab1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993209 Oct 28 19:53:46.164072 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-37e8f2ef-cfbe-4499-bd2a-a549aacc44ef req-12d0e223-fd09-4ea0-9696-1da7557991cf tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.1140337 Oct 28 19:53:46.179861 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:46.199983 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Sync routers for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:46.212413 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:46.213217 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.217181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.219269 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e4c76b4a-2ed7-4ed2-bf4d-9bc69bec0560 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5013225 Oct 28 19:53:46.222168 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35342) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:46.238379 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d598-ab60-4ee6-a02c-7428662877ba None None] Pushing event updated for resources: {'Port': ['ID=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.238872 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-37e8f2ef-cfbe-4499-bd2a-a549aacc44ef req-949846ad-de38-4698-85b5-81322e5b7037 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Oct 28 19:53:46.270669 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 8 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:46.308914 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] For port 79f2feb6-8b94-4a84-895f-b2d9394a4616, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:46.313900 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] For port 79f2feb6-8b94-4a84-895f-b2d9394a4616, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=79f2feb6-8b94-4a84-895f-b2d9394a4616,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:46.336373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Port 79f2feb6-8b94-4a84-895f-b2d9394a4616 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:46.343299 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:46.353050 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.448491 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:46.451913 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.511226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1f937-e142-4a1a-bbe4-65209186f391 None None] Pushing event updated for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.567194 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:53:46.605043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:46.635069 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:45Z', 'revision_number': 3, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.683136 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Checking router: 0025e055-7808-48f0-93d7-a13bae17f035 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:46.683828 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Updating router 0025e055-7808-48f0-93d7-a13bae17f035 port 0e839ea4-f2a8-495d-836a-e4fccfd3520f binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:53:46.753698 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.786872 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.837531 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35354) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:46.844049 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Attempt 9 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:47.012401 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Allocated IP 172.20.0.1 (cd01eebb-7d2d-4d51-84f3-a6da581d3f21/c480eb21-db40-46a4-bf93-0d307fb05db4/4af54e88-7a8a-4c1d-91d7-aa829166e32a) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:47.044803 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b90131cc-bcc7-4052-9922-ffa3f70b872a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.179477 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks [] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.183435 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks [] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.199482 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.227392 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.324231 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:47.328104 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:47.330825 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:47.331679 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (0025e055-7808-48f0-93d7-a13bae17f035), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.352248 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Attempting to bind port 0e839ea4-f2a8-495d-836a-e4fccfd3520f on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:47.352784 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Attempting to bind port 0e839ea4-f2a8-495d-836a-e4fccfd3520f by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:47.365843 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Attempting to bind port 0e839ea4-f2a8-495d-836a-e4fccfd3520f on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:47.368761 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:47.416221 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:47.417709 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:47.419114 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.419776 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:47.420479 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Bound port: 0e839ea4-f2a8-495d-836a-e4fccfd3520f, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:47.421213 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.424577 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a433-81b0-4103-be23-cfbe02f48cff None None] Pushing event updated for resources: {'Port': ['ID=0e839ea4-f2a8-495d-836a-e4fccfd3520f,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:47.446857 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35372) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:47.544220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b90131cc-bcc7-4052-9922-ffa3f70b872a admin admin] Publish callbacks [] for security_group (b1a7c14b-7203-4e9f-a024-b0b62fce3fe9), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.544466 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Pushing event updated for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:47.563900 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b90131cc-bcc7-4052-9922-ffa3f70b872a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b1a7c14b-7203-4e9f-a024-b0b62fce3fe9), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.566132 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] For port 0e839ea4-f2a8-495d-836a-e4fccfd3520f, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:47.566765 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-167fbed2-f219-4ddb-8df1-63c8cbd9017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.571386 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] For port 0e839ea4-f2a8-495d-836a-e4fccfd3520f, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0e839ea4-f2a8-495d-836a-e4fccfd3520f,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:47.583762 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.602500 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:47.603562 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:47.642797 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b90131cc-bcc7-4052-9922-ffa3f70b872a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ea9d3b0a3cc4e8e8769904e5fb31ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8014679 Oct 28 19:53:47.642992 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:46Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:47.651684 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35388) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:47.710920 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429a44-3461-41ae-bc4e-89f76a99bf7f req-d93d6f96-0beb-4241-bc62-34e1279afaea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:47.712772 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4c429a44-3461-41ae-bc4e-89f76a99bf7f req-d93d6f96-0beb-4241-bc62-34e1279afaea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.2466593 Oct 28 19:53:47.724823 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aca668-871a-4c11-8135-811b80386163 req-143196cb-69a1-46ca-9dc7-8cc6912cc3cd tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:47.726402 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f3aca668-871a-4c11-8135-811b80386163 req-143196cb-69a1-46ca-9dc7-8cc6912cc3cd tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.55 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.3609045 Oct 28 19:53:47.754581 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0a773-5059-4bfc-b892-ae296b0806c8 None None] The sync data for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi is: [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:46Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:47.775818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:47.776109 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.776454 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 Oct 28 19:53:47.780044 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:47.803357 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abdc73-0ba6-40f0-bb80-04f07323509a None None] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:47.845208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.878501 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4c429a44-3461-41ae-bc4e-89f76a99bf7f req-1e1dbe16-c993-4c36-9ba2-14c6f8adda84 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Oct 28 19:53:47.937022 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9dd5-d208-4ca1-8fa7-a2450606bf71 req-fce982cb-a3e6-4c6f-b04b-78e82a1e0cad tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:47.945570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b9bc9dd5-d208-4ca1-8fa7-a2450606bf71 req-fce982cb-a3e6-4c6f-b04b-78e82a1e0cad tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 946 time: 0.5488055 Oct 28 19:53:47.986590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Current status of the port 79f2feb6-8b94-4a84-895f-b2d9394a4616 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:47.986984 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.987365 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90131cc-bcc7-4052-9922-ffa3f70b872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7c14b-7203-4e9f-a024-b0b62fce3fe9,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:47.996471 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0f16-b77f-4de4-b53e-62e038cb101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.092827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] Publish callbacks [] for security_group (b1a7c14b-7203-4e9f-a024-b0b62fce3fe9), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.101301 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks [] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.112935 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] For port 79f2feb6-8b94-4a84-895f-b2d9394a4616, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=79f2feb6-8b94-4a84-895f-b2d9394a4616,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:48.131019 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.131795 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (0025e055-7808-48f0-93d7-a13bae17f035), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.153288 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.194942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Pushing event updated for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.233865 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55cb62-9551-4e5e-a51c-50dff691f80f None None] Pushing event updated for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.248445 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:48.248860 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.267337 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b9bc9dd5-d208-4ca1-8fa7-a2450606bf71 req-245587f7-8ee5-4b1c-9468-fa70450935bc tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/security-groups?id=da4e1681-38bf-44e0-af89-107ac1cec44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207664 Oct 28 19:53:48.286664 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a433-81b0-4103-be23-cfbe02f48cff None None] Pushing event updated for resources: {'Port': ['ID=0e839ea4-f2a8-495d-836a-e4fccfd3520f,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.312689 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Provisioning complete for port 79f2feb6-8b94-4a84-895f-b2d9394a4616 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:48.315176 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] Publish callbacks [] for security_group (b1a7c14b-7203-4e9f-a024-b0b62fce3fe9), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.318788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.319551 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Attempt 1 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:48.400070 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:48.404577 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.410438 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:45Z', 'revision_number': 3, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:48.425400 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b1a7c14b-7203-4e9f-a024-b0b62fce3fe9), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.428147 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.431828 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a7c14b-7203-4e9f-a024-b0b62fce3fe9 HTTP/1.1" status: 204 len: 168 time: 0.7618628 Oct 28 19:53:48.435509 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:48.437562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:48.448320 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Current status of the port 79f2feb6-8b94-4a84-895f-b2d9394a4616 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:48.452880 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923895a3-7ab5-4fe8-b271-914f11f343a8 None None] The sync data for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi is: [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:45Z', 'revision_number': 3, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:48.453778 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.499610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Provisioning complete for port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:48.500061 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.500469 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Attempt 1 to provision port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 Oct 28 19:53:48.555555 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0abec-af0f-4338-959e-985065f77b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7c14b-7203-4e9f-a024-b0b62fce3fe9,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.577994 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.602210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Deleting port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:48.603189 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.704255 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad7fd7-d3b5-4145-b147-a70835e4e15b None None] Current status of the port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:48.726214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Router 0025e055-7808-48f0-93d7-a13bae17f035 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:48.801564 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0f16-b77f-4de4-b53e-62e038cb101e admin admin] Publish callbacks [] for security_group (134b025a-8f27-426a-a54f-833b31fec51e), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.842238 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0f16-b77f-4de4-b53e-62e038cb101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (134b025a-8f27-426a-a54f-833b31fec51e), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.844161 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Provisioning complete for port 4af54e88-7a8a-4c1d-91d7-aa829166e32a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:48.844938 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.845452 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 1 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:48.916277 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5c3a0f16-b77f-4de4-b53e-62e038cb101e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40e8c89a7b5347e98a3df23cd1bfa364&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4681287 Oct 28 19:53:48.922207 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35408) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:48.935292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:48.959437 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] For port ccbfb1e9-1a20-4588-88b9-a22d42a838c0, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:48.959945 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.991030 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Calling delete_port for ccbfb1e9-1a20-4588-88b9-a22d42a838c0 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:48.996942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0f16-b77f-4de4-b53e-62e038cb101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b025a-8f27-426a-a54f-833b31fec51e,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.021683 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:49.040708 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e853aa6e-4084-43fa-9e3a-b4e71c1e561e admin admin] 10.222.0.20 "PUT /v2.0/routers/0025e055-7808-48f0-93d7-a13bae17f035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8168483 Oct 28 19:53:49.120461 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35412) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:49.167158 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0de5b669-443d-49b4-8c59-60f51359f575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.415339 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (ccbfb1e9-1a20-4588-88b9-a22d42a838c0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.419057 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0de5b669-443d-49b4-8c59-60f51359f575 admin admin] Publish callbacks [] for security_group (1dc39941-bac1-4c9f-8e1e-e4fda3973e18), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.428297 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0de5b669-443d-49b4-8c59-60f51359f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1dc39941-bac1-4c9f-8e1e-e4fda3973e18), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.437039 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 2 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:49.475781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Pushing event deleted for resources: {'Port': ['ID=ccbfb1e9-1a20-4588-88b9-a22d42a838c0,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.502571 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:49.537517 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e4eb5cfa-ef16-4b58-acac-6b8c5382cbbc req-20ec0bce-e3d8-4b39-bd8f-21e72b4d3fad tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 210 time: 0.0806854 Oct 28 19:53:49.548710 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0e839ea4-f2a8-495d-836a-e4fccfd3520f up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:49.643525 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 0e839ea4-f2a8-495d-836a-e4fccfd3520f triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:49.644220 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.644729 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 0e839ea4-f2a8-495d-836a-e4fccfd3520f Oct 28 19:53:49.648192 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.672964 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0de5b669-443d-49b4-8c59-60f51359f575 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f31c1122e5421d9e77c1598e2ea6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515223 Oct 28 19:53:49.675988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35424) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:49.689392 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] Publish callbacks [] for security_group (134b025a-8f27-426a-a54f-833b31fec51e), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.737281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] No DVR routers for this DVR port ccbfb1e9-1a20-4588-88b9-a22d42a838c0 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:53:49.746168 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.755166 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e5b1f-6d3d-427e-9580-d2d3c98b9afc req-d9ad2a5d-cda0-4d6f-a231-d284bbe2abdc tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:49.756504 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f3aca668-871a-4c11-8135-811b80386163 req-5730a47c-29ce-4dc2-abd6-85fceca26f87 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.55 "DELETE /v2.0/ports/ccbfb1e9-1a20-4588-88b9-a22d42a838c0 HTTP/1.1" status: 204 len: 173 time: 1.9770954 Oct 28 19:53:49.757805 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'name': 'network-vif-deleted', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:49.759225 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-564e5b1f-6d3d-427e-9580-d2d3c98b9afc req-d9ad2a5d-cda0-4d6f-a231-d284bbe2abdc tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.7152364 Oct 28 19:53:49.773251 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234bea6-5c04-4b97-9344-6df4070f7f35" -d '{"events": [{"server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "name": "network-vif-deleted", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:49.781252 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b669-443d-49b4-8c59-60f51359f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc39941-bac1-4c9f-8e1e-e4fda3973e18,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.801313 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 0e839ea4-f2a8-495d-836a-e4fccfd3520f is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:49.801788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.853327 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 0e839ea4-f2a8-495d-836a-e4fccfd3520f, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0e839ea4-f2a8-495d-836a-e4fccfd3520f,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:49.854894 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] Publish callbacks [] for security_group (134b025a-8f27-426a-a54f-833b31fec51e), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.861982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.862854 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:49.964735 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=0e839ea4-f2a8-495d-836a-e4fccfd3520f,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.974753 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (134b025a-8f27-426a-a54f-833b31fec51e), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.977499 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.978992 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/134b025a-8f27-426a-a54f-833b31fec51e HTTP/1.1" status: 204 len: 168 time: 1.0562274 Oct 28 19:53:49.996037 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-564e5b1f-6d3d-427e-9580-d2d3c98b9afc req-af0109c4-77ad-45ff-971c-f95e56c45082 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241471 Oct 28 19:53:49.997066 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] Publish callbacks [] for security_group (1dc39941-bac1-4c9f-8e1e-e4fda3973e18), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.005319 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 3 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:50.014708 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b05ad9-d6f5-4668-88fa-89bf295d1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b025a-8f27-426a-a54f-833b31fec51e,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.036898 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] Publish callbacks [] for security_group (1dc39941-bac1-4c9f-8e1e-e4fda3973e18), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.093185 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35430) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:50.099083 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015825895', 'description': 'tempest-secgroup-smoke-1015825895 description', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:50.116154 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2444a7-d91d-493d-928b-a7716de81602 x-openstack-request-id: req-eb2444a7-d91d-493d-928b-a7716de81602 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:50.116976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3529ed5b-65da-43c8-9693-706a1432f92d", "name": "network-vif-deleted", "tag": "ccbfb1e9-1a20-4588-88b9-a22d42a838c0", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:50.117656 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb2444a7-d91d-493d-928b-a7716de81602 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:50.118600 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2444a7-d91d-493d-928b-a7716de81602'] response: {'server_uuid': '3529ed5b-65da-43c8-9693-706a1432f92d', 'name': 'network-vif-deleted', 'tag': 'ccbfb1e9-1a20-4588-88b9-a22d42a838c0', 'status': 'completed', 'code': 200} Oct 28 19:53:50.121369 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:50.121814 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.122212 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 Oct 28 19:53:50.141467 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.143921 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1dc39941-bac1-4c9f-8e1e-e4fda3973e18), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.148567 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.152471 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc39941-bac1-4c9f-8e1e-e4fda3973e18 HTTP/1.1" status: 204 len: 168 time: 0.4659946 Oct 28 19:53:50.156490 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:50.165686 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780c217-6445-4651-a5ca-aa04fdac231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc39941-bac1-4c9f-8e1e-e4fda3973e18,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.246281 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['ccbfb1e9-1a20-4588-88b9-a22d42a838c0'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:50.257086 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (547c40b2-0806-471a-9a8d-19e100b2d125), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.266629 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (547c40b2-0806-471a-9a8d-19e100b2d125), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.298268 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.298971 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:50.300126 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 79f2feb6-8b94-4a84-895f-b2d9394a4616 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:50.300474 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2048712 Oct 28 19:53:50.304528 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35438) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:50.310068 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:50.343359 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.365524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc79671-964f-43a8-beb8-4cfc519ab918 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547c40b2-0806-471a-9a8d-19e100b2d125,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.393229 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (9de80e39-db78-47bd-9575-a0f2b22cb1cb), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.400713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 79f2feb6-8b94-4a84-895f-b2d9394a4616 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:50.401109 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.401482 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 79f2feb6-8b94-4a84-895f-b2d9394a4616 Oct 28 19:53:50.472906 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (9de80e39-db78-47bd-9575-a0f2b22cb1cb), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.484308 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (9de80e39-db78-47bd-9575-a0f2b22cb1cb), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.494101 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 79f2feb6-8b94-4a84-895f-b2d9394a4616 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:50.518422 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de80e39-db78-47bd-9575-a0f2b22cb1cb,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.527871 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.529919 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f27f0c59-0640-4984-96e7-6d880dc320b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241843 Oct 28 19:53:50.532884 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35448) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:50.540421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:50.571961 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (6f50871a-4443-4206-9da4-f214a3865a05), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.658061 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 4 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:50.673575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (6f50871a-4443-4206-9da4-f214a3865a05), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.692812 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (6f50871a-4443-4206-9da4-f214a3865a05), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.722625 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f50871a-4443-4206-9da4-f214a3865a05,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.739656 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.740879 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-aa60ca6d-8a2c-4ea7-b2ae-8eab61f4f060 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2068210 Oct 28 19:53:50.744422 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35466) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:50.749613 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:50.781943 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:50.796202 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9a085395-f758-4e2d-b649-3df88bb599b8 req-3df5d76c-134b-42eb-87ea-99d450ea62d3 tempest-DeleteServersTestJSON-1450104942 tempest-DeleteServersTestJSON-1450104942-project] 10.222.0.20 "GET /v2.0/ports?device_id=3529ed5b-65da-43c8-9693-706a1432f92d HTTP/1.1" status: 200 len: 210 time: 0.0706849 Oct 28 19:53:50.803575 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (6f77a5b1-ac2b-4ee3-a4ee-434bf414cae3), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.926959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (6f77a5b1-ac2b-4ee3-a4ee-434bf414cae3), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.933689 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (6f77a5b1-ac2b-4ee3-a4ee-434bf414cae3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.965541 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f77a5b1-ac2b-4ee3-a4ee-434bf414cae3,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.982932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.988948 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-af956cb2-7928-4b76-bee8-612b74ffee74 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2409081 Oct 28 19:53:50.989332 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35476) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:50.994379 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:51.037809 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (91e861d4-1b9a-4774-b3a6-fa8abfa1500b), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.155879 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.176794 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (91e861d4-1b9a-4774-b3a6-fa8abfa1500b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.213521 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (91e861d4-1b9a-4774-b3a6-fa8abfa1500b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.261605 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0e839ea4-f2a8-495d-836a-e4fccfd3520f up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:51.288396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e861d4-1b9a-4774-b3a6-fa8abfa1500b,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:51.304818 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.306550 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-219b7908-2e61-4b34-9f9d-d1e4b067881b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162510 Oct 28 19:53:51.309608 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35494) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:51.316673 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:51.337245 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 5 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:51.341986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30161446-7428-477d-ba16-123f0485b9eb req-c12f8dc7-aa16-4571-978d-8122daae636a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.343945 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30161446-7428-477d-ba16-123f0485b9eb req-c12f8dc7-aa16-4571-978d-8122daae636a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1631727 Oct 28 19:53:51.376093 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.securitygroups_db [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Project 37c9db6cc9ff4036a092c91138e6c6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:53:51.384352 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (021c7af6-7028-4c5e-a4bb-2003c5d59a14), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.425905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:51.448942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 0e839ea4-f2a8-495d-836a-e4fccfd3520f triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:51.451483 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.453252 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 0e839ea4-f2a8-495d-836a-e4fccfd3520f Oct 28 19:53:51.456283 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30161446-7428-477d-ba16-123f0485b9eb req-f460f2dd-d3de-4fe3-ae24-1a4a44e73b97 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055884 Oct 28 19:53:51.485373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Sync routers for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:51.508110 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:51.509490 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:51.541192 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (021c7af6-7028-4c5e-a4bb-2003c5d59a14), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.551788 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (021c7af6-7028-4c5e-a4bb-2003c5d59a14), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.581115 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021c7af6-7028-4c5e-a4bb-2003c5d59a14,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:51.588040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35508) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:51.591421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.598388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35514) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:51.598780 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a65092f0-789b-4106-88cc-8be2a9e75fb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874734 Oct 28 19:53:51.603271 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'security_group_rule': {'security_group_id': '547c40b2-0806-471a-9a8d-19e100b2d125', 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:51.636163 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.securitygroups_db [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Project 37c9db6cc9ff4036a092c91138e6c6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:53:51.646241 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (b4e103a3-cbce-475a-880e-f54514f34b7a), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.681399 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:51.683683 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 0e839ea4-f2a8-495d-836a-e4fccfd3520f is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:51.720063 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (b4e103a3-cbce-475a-880e-f54514f34b7a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.727426 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (b4e103a3-cbce-475a-880e-f54514f34b7a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.764572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e103a3-cbce-475a-880e-f54514f34b7a,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:51.777437 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.780365 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ab98881c-9ec5-49b0-8e56-cdd3534d997b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806300 Oct 28 19:53:51.923132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-391364213-network', 'tenant_id': '3b0d6bdc5136421792ba72516aa75ba2'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:51.927330 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 6 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:51.949250 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Made reservation on behalf of 3b0d6bdc5136421792ba72516aa75ba2 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:51.952096 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.968915 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35528) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:51.975634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:51.979344 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 4, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '4af54e88-7a8a-4c1d-91d7-aa829166e32a', 'name': '', 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'mac_address': 'fa:16:3e:18:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:46Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 2, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'subnets': [{'id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:51.981787 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.008629 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Checking router: 0025e055-7808-48f0-93d7-a13bae17f035 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:52.009002 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Updating router 0025e055-7808-48f0-93d7-a13bae17f035 port 4af54e88-7a8a-4c1d-91d7-aa829166e32a binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:53:52.041701 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.112573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks [] for security_group (d5fadee4-cd2f-497b-a6a4-fed1708dafc0), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.121586 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d5fadee4-cd2f-497b-a6a4-fed1708dafc0), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.141768 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:52.226783 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (2ef7fde8-3d35-47d5-b7cb-9bbf5664a824), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.227134 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Added segment 2ef7fde8-3d35-47d5-b7cb-9bbf5664a824 of type vlan for network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b Oct 28 19:53:52.242222 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fadee4-cd2f-497b-a6a4-fed1708dafc0,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.303466 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-76feef6b-968b-44ca-bf16-7f38b4bc4eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.315611 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ccbfb1e9-1a20-4588-88b9-a22d42a838c0 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:52.321000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.355581 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.356575 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:52.357301 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.372184 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35572) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:52.460022 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: ccbfb1e9-1a20-4588-88b9-a22d42a838c0 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:52.460359 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ccbfb1e9-1a20-4588-88b9-a22d42a838c0 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:52.466028 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8765869 Oct 28 19:53:52.477174 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35588) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:52.478676 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 7 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:52.486548 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Request body: {'subnet': {'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-391364213-subnet', 'tenant_id': '3b0d6bdc5136421792ba72516aa75ba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:52.499158 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f5bca-46fb-42ea-be78-012d01b003af admin admin] Pushing event updated for resources: {'Network': ['ID=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.519611 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a623c11a-a864-4f9c-bbff-dc8e8cb2a221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.528422 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-76feef6b-968b-44ca-bf16-7f38b4bc4eee admin admin] Publish callbacks [] for security_group (a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.547452 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-76feef6b-968b-44ca-bf16-7f38b4bc4eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.559410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Made reservation on behalf of 3b0d6bdc5136421792ba72516aa75ba2 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:52.562710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.627071 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:52.676159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35594) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:52.685950 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-76feef6b-968b-44ca-bf16-7f38b4bc4eee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03e7cddbb67443e3a51002e45822b559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7064140 Oct 28 19:53:52.703477 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76feef6b-968b-44ca-bf16-7f38b4bc4eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.713674 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Port 4af54e88-7a8a-4c1d-91d7-aa829166e32a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:52.759162 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] Publish callbacks [] for security_group (a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.772887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks [] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.784367 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.825250 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319967dc-be49-4fec-8d6c-3484de27801b req-b605021d-13f2-4fc7-ae8a-3cd2b0e19571 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:52.834227 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-319967dc-be49-4fec-8d6c-3484de27801b req-b605021d-13f2-4fc7-ae8a-3cd2b0e19571 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.2237296 Oct 28 19:53:52.864690 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] Publish callbacks [] for security_group (a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.865826 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dd07c-dfdf-4dd6-80ee-a6bc5bcb5e84 None None] Pushing event updated for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.876581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a623c11a-a864-4f9c-bbff-dc8e8cb2a221 admin admin] Publish callbacks [] for security_group (f08c041d-6d8d-419e-8b2f-c45170814ff1), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.883646 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Attempting to bind port 4af54e88-7a8a-4c1d-91d7-aa829166e32a on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:52.884036 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Attempting to bind port 4af54e88-7a8a-4c1d-91d7-aa829166e32a by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:52.884395 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Attempting to bind port 4af54e88-7a8a-4c1d-91d7-aa829166e32a on network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:52.890308 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:52.890700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Checking segment: {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:52.891115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.891954 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Bound using segment: {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:52.892150 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Bound port: 4af54e88-7a8a-4c1d-91d7-aa829166e32a, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19054979-b260-4e84-bc8c-2c4b7bace0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:52.892677 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.905394 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a623c11a-a864-4f9c-bbff-dc8e8cb2a221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f08c041d-6d8d-419e-8b2f-c45170814ff1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.973975 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-319967dc-be49-4fec-8d6c-3484de27801b req-e24ab3d7-23f6-4ac8-a79a-fc1e1cfbc0da tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388257 Oct 28 19:53:52.986059 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c11a-a864-4f9c-bbff-dc8e8cb2a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c041d-6d8d-419e-8b2f-c45170814ff1,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.990563 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (768878b4-b624-4cca-a56f-ec3a1591c7d4), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.993810 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a623c11a-a864-4f9c-bbff-dc8e8cb2a221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bce20faa32424dd19334cfdf45c1b69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6204932 Oct 28 19:53:52.994525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35602) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.007681 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] For port 4af54e88-7a8a-4c1d-91d7-aa829166e32a, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:53.011554 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] For port 4af54e88-7a8a-4c1d-91d7-aa829166e32a, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4af54e88-7a8a-4c1d-91d7-aa829166e32a,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:53.029529 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.032360 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.035032 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.038842 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb HTTP/1.1" status: 204 len: 168 time: 0.3595755 Oct 28 19:53:53.053478 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] Publish callbacks [] for security_group (f08c041d-6d8d-419e-8b2f-c45170814ff1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.064615 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3a395-aab7-42c0-a498-ad8a100af352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d95ed8-b35c-4351-92f9-ca1bbeaf33cb,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.082156 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] Publish callbacks [] for security_group (f08c041d-6d8d-419e-8b2f-c45170814ff1), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.087460 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768878b4-b624-4cca-a56f-ec3a1591c7d4,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.109825 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:53.110739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:53.114340 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Checking segment: {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:53.115288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Network hostable DHCP agents. Network: c39e029e-8c3d-47b1-9ba6-8ae14968dc5b, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:53.138743 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:53.154991 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, c39e029e-8c3d-47b1-9ba6-8ae14968dc5b) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:53.161502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:53.163478 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.164213 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd7966-2b9b-48a9-b7ef-06718947380e None None] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:53.169675 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dd07c-dfdf-4dd6-80ee-a6bc5bcb5e84 None None] Pushing event updated for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.187159 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f08c041d-6d8d-419e-8b2f-c45170814ff1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.189889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.191209 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f08c041d-6d8d-419e-8b2f-c45170814ff1 HTTP/1.1" status: 204 len: 168 time: 0.1954091 Oct 28 19:53:53.192308 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-085938e1-941c-45d2-980f-983c00942322 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7137313 Oct 28 19:53:53.202030 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabeaa4-4306-4e5c-9e42-b5b23e82aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c041d-6d8d-419e-8b2f-c45170814ff1,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.235737 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 8 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:53.364691 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:53.539935 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35638) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.547659 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42baf87f-4e4c-437c-a974-b6fb85ca1357 None None] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:53.620988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35640) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.650996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-06b0dc8b-fe1f-42a6-91fe-bea7aba050e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.651565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Current status of the port 4af54e88-7a8a-4c1d-91d7-aa829166e32a is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:53.653219 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.769156 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] For port 4af54e88-7a8a-4c1d-91d7-aa829166e32a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4af54e88-7a8a-4c1d-91d7-aa829166e32a,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:53.791320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-06b0dc8b-fe1f-42a6-91fe-bea7aba050e2 admin admin] Publish callbacks [] for security_group (51af66f1-eda0-476b-a346-1399ff4c1de8), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.796788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.799791 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-06b0dc8b-fe1f-42a6-91fe-bea7aba050e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (51af66f1-eda0-476b-a346-1399ff4c1de8), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.894245 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-06b0dc8b-fe1f-42a6-91fe-bea7aba050e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f083e3ee85ea40ba8c27e88381640e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694468 Oct 28 19:53:53.896056 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35648) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.901408 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Provisioning complete for port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:53.901787 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.902153 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Attempt 1 to provision port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 Oct 28 19:53:53.934018 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Pushing event updated for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.960220 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0dc8b-fe1f-42a6-91fe-bea7aba050e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af66f1-eda0-476b-a346-1399ff4c1de8,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.994783 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 4, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '4af54e88-7a8a-4c1d-91d7-aa829166e32a', 'name': '', 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'mac_address': 'fa:16:3e:18:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:46Z', 'updated_at': '2022-10-28T19:53:52Z', 'revision_number': 4, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'subnets': [{'id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:54.022146 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] Publish callbacks [] for security_group (51af66f1-eda0-476b-a346-1399ff4c1de8), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.064481 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] Publish callbacks [] for security_group (51af66f1-eda0-476b-a346-1399ff4c1de8), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.101058 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2761f9-7708-49ba-af86-ffc7f6cd2420 None None] The sync data for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi is: [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:53:47Z', 'revision_number': 4, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '4af54e88-7a8a-4c1d-91d7-aa829166e32a', 'name': '', 'network_id': 'cd01eebb-7d2d-4d51-84f3-a6da581d3f21', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'mac_address': 'fa:16:3e:18:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:46Z', 'updated_at': '2022-10-28T19:53:52Z', 'revision_number': 4, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'subnets': [{'id': 'c480eb21-db40-46a4-bf93-0d307fb05db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:54.227325 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb135f17-c2a7-4b3a-8c2d-fd1bc2acdc09 None None] Current status of the port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:54.263444 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (51af66f1-eda0-476b-a346-1399ff4c1de8), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.268596 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.270370 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51af66f1-eda0-476b-a346-1399ff4c1de8 HTTP/1.1" status: 204 len: 168 time: 0.3690550 Oct 28 19:53:54.316105 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67677e5-8f0d-4a20-b235-ec1c974ce90f req-184e3f2c-5fa4-4cc7-9072-689712e14ba7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.334021 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b67677e5-8f0d-4a20-b235-ec1c974ce90f req-184e3f2c-5fa4-4cc7-9072-689712e14ba7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1898911 Oct 28 19:53:54.335186 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef3217-55f2-4270-9c74-74a53952783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af66f1-eda0-476b-a346-1399ff4c1de8,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.446219 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-dc3383f8-a60e-4c82-9f7c-c8c9069cdb55 None None] Provisioning complete for port 4af54e88-7a8a-4c1d-91d7-aa829166e32a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:54.446864 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-dc3383f8-a60e-4c82-9f7c-c8c9069cdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.448006 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-dc3383f8-a60e-4c82-9f7c-c8c9069cdb55 None None] Attempt 1 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:54.479801 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b67677e5-8f0d-4a20-b235-ec1c974ce90f req-e74c16c4-85b1-491d-9554-974c43e8b638 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334410 Oct 28 19:53:54.694423 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-dc3383f8-a60e-4c82-9f7c-c8c9069cdb55 None None] Current status of the port 4af54e88-7a8a-4c1d-91d7-aa829166e32a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:54.791242 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.862225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35686) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:54.881658 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-499c3ec8-edb6-4f2d-a206-d84013f8970c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.969529 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35688) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:54.998394 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-499c3ec8-edb6-4f2d-a206-d84013f8970c admin admin] Publish callbacks [] for security_group (e262f0da-c88b-4410-8d62-4032faa0b8d3), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.008814 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-499c3ec8-edb6-4f2d-a206-d84013f8970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e262f0da-c88b-4410-8d62-4032faa0b8d3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.066852 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-499c3ec8-edb6-4f2d-a206-d84013f8970c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5ecdeee2671486fab04d86adfe00dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032571 Oct 28 19:53:55.069140 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3ec8-edb6-4f2d-a206-d84013f8970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262f0da-c88b-4410-8d62-4032faa0b8d3,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:55.069752 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35692) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:55.109971 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1537035224-network', 'tenant_id': 'd863fb655bdd48fa99b9c1b9750dfb38'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:55.135683 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Made reservation on behalf of d863fb655bdd48fa99b9c1b9750dfb38 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:55.138558 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.151548 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.204123 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] Publish callbacks [] for security_group (e262f0da-c88b-4410-8d62-4032faa0b8d3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.250139 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Deleting port 70afed8b-0d96-451f-96b2-6f7ff646cce3 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:55.250487 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks [] for security_group (0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.250638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.260280 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.273909 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4af54e88-7a8a-4c1d-91d7-aa829166e32a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:55.283853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] Publish callbacks [] for security_group (e262f0da-c88b-4410-8d62-4032faa0b8d3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.291464 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:55.297444 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:55.305238 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (b5057879-f14a-4c1a-bc6d-4aed5d177cc4), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.305585 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Added segment b5057879-f14a-4c1a-bc6d-4aed5d177cc4 of type vlan for network 22366fc7-ec42-411e-bdef-695a8e9f6b67 Oct 28 19:53:55.338789 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 4af54e88-7a8a-4c1d-91d7-aa829166e32a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:55.339175 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.339516 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 4af54e88-7a8a-4c1d-91d7-aa829166e32a Oct 28 19:53:55.361998 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (22366fc7-ec42-411e-bdef-695a8e9f6b67), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.406727 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (22366fc7-ec42-411e-bdef-695a8e9f6b67), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.407852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.408451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.422208 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] For port 70afed8b-0d96-451f-96b2-6f7ff646cce3, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=70afed8b-0d96-451f-96b2-6f7ff646cce3,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:55.422589 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.439521 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Calling delete_port for 70afed8b-0d96-451f-96b2-6f7ff646cce3 owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:55.448532 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e262f0da-c88b-4410-8d62-4032faa0b8d3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.452557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.456620 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e262f0da-c88b-4410-8d62-4032faa0b8d3 HTTP/1.1" status: 204 len: 168 time: 0.3856056 Oct 28 19:53:55.474310 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2686f5e-2631-4c7d-bc44-322bd353d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262f0da-c88b-4410-8d62-4032faa0b8d3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:55.499524 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5285521 Oct 28 19:53:55.509918 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35700) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:55.517593 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Request body: {'subnet': {'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1537035224-subnet', 'tenant_id': 'd863fb655bdd48fa99b9c1b9750dfb38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:55.551494 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafa924-8de5-4a54-8817-ee1dc86ed0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=22366fc7-ec42-411e-bdef-695a8e9f6b67,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:55.628397 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Made reservation on behalf of d863fb655bdd48fa99b9c1b9750dfb38 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:55.632193 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.787347 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:55.808040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 4af54e88-7a8a-4c1d-91d7-aa829166e32a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:55.968704 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (9ed60dc2-a71d-439d-b7cd-ec08a45a1099), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.018721 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459b77-0825-4c6b-bc17-8db801c240cd req-f228ac22-0d34-4a8d-8a6d-e74a2a4d175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.020563 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-18459b77-0825-4c6b-bc17-8db801c240cd req-f228ac22-0d34-4a8d-8a6d-e74a2a4d175d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1130 time: 0.2307429 Oct 28 19:53:56.058597 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed60dc2-a71d-439d-b7cd-ec08a45a1099,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:56.079442 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e9f6f-d6ff-426a-998c-42d87c062765 req-ffb87ad4-eebb-4556-b9ae-e44cc8029b72 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.081661 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f27e9f6f-d6ff-426a-998c-42d87c062765 req-ffb87ad4-eebb-4556-b9ae-e44cc8029b72 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.2933371 Oct 28 19:53:56.082777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (70afed8b-0d96-451f-96b2-6f7ff646cce3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.089662 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Checking segment: {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:56.090560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Network hostable DHCP agents. Network: 22366fc7-ec42-411e-bdef-695a8e9f6b67, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:56.145453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Pushing event deleted for resources: {'Port': ['ID=70afed8b-0d96-451f-96b2-6f7ff646cce3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:56.145866 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:56.210678 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 22366fc7-ec42-411e-bdef-695a8e9f6b67) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:56.216291 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.217189 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.231144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ccde3d-aebc-4f03-aa9b-3c199f2db21b None None] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:56.294450 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6497cc1a-1aaf-409b-aab8-aecc0439900f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7784903 Oct 28 19:53:56.312214 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f27e9f6f-d6ff-426a-998c-42d87c062765 req-979248a7-ddb3-41eb-9ecf-caed373cc491 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088795 Oct 28 19:53:56.328194 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-18459b77-0825-4c6b-bc17-8db801c240cd req-69858f53-b9b8-45d3-b440-9230707b0af7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851067 Oct 28 19:53:56.360185 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-303fa1b5-7fa0-49ac-b76d-09fb4f620777 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.362060 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-303fa1b5-7fa0-49ac-b76d-09fb4f620777 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 808 time: 0.2577374 Oct 28 19:53:56.380971 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35746) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:56.387153 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-5350ff1f-0a06-4141-95dd-c7b4e77b21b8 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/quotas/3b0d6bdc5136421792ba72516aa75ba2 HTTP/1.1" status: 200 len: 375 time: 0.0174229 Oct 28 19:53:56.454489 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-6c186d32-12d3-4a29-ad48-106321d5a070 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554981 Oct 28 19:53:56.471049 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de994b-0beb-4624-aed3-d761ebf79f1f None None] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:56.594327 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-914dd2cc-d472-46d9-8dc2-ce6909bbbcd7 service neutron] 10.222.0.20 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319132 Oct 28 19:53:56.616303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.726353 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fb672edd-a69c-47f8-9af5-894cba640fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309397 Oct 28 19:53:56.740753 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f34e2b94-0f7b-4fa9-afbb-d627f82026d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.904567 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35766) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:56.976871 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f79e3d1-05ab-4e9f-bcc7-24e4145ede89 req-77565ccc-d542-4492-96ba-621b56f5c3f4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 210 time: 0.0518165 Oct 28 19:53:56.986604 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f34e2b94-0f7b-4fa9-afbb-d627f82026d5 admin admin] Publish callbacks [] for security_group (baa31c3c-3e36-49ee-82ad-5f22f2e063ac), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.006176 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f34e2b94-0f7b-4fa9-afbb-d627f82026d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (baa31c3c-3e36-49ee-82ad-5f22f2e063ac), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.020429 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:57.043814 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f34e2b94-0f7b-4fa9-afbb-d627f82026d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f4f538802af4de58bbfe8714c2554c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574702 Oct 28 19:53:57.046489 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35772) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:57.054110 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e2b94-0f7b-4fa9-afbb-d627f82026d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa31c3c-3e36-49ee-82ad-5f22f2e063ac,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.077727 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1519806918-network', 'tenant_id': '04a7af65767c49d2ae20e95b0fe39691'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:57.102994 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Made reservation on behalf of 04a7af65767c49d2ae20e95b0fe39691 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:57.106020 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.117577 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.221955 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:57.231985 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-56746618-23c4-4689-a598-db9490e29619 admin admin] 10.222.0.20 "PUT /v2.0/routers/1ff7f0f3-3bb3-4388-8105-66847c7aa7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6884243 Oct 28 19:53:57.233109 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35778) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:57.243435 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks [] for security_group (6c03b1be-165d-4704-80ac-3b4b584f681a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.246350 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Sync routers for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:57.252796 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6c03b1be-165d-4704-80ac-3b4b584f681a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.273795 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:57.284254 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:57.313192 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] Publish callbacks [] for security_group (baa31c3c-3e36-49ee-82ad-5f22f2e063ac), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.316098 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:57.369716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c03b1be-165d-4704-80ac-3b4b584f681a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.382464 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (2ea1b09e-b797-4050-b661-0b1112bf61c5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.382990 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Added segment 2ea1b09e-b797-4050-b661-0b1112bf61c5 of type vlan for network 65426b8a-959c-487b-a7da-cde32b004acd Oct 28 19:53:57.395604 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] Publish callbacks [] for security_group (baa31c3c-3e36-49ee-82ad-5f22f2e063ac), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.472714 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks [] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.506555 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (65426b8a-959c-487b-a7da-cde32b004acd), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.556706 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:57.582356 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (baa31c3c-3e36-49ee-82ad-5f22f2e063ac), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.587856 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.591620 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baa31c3c-3e36-49ee-82ad-5f22f2e063ac HTTP/1.1" status: 204 len: 168 time: 0.5408034 Oct 28 19:53:57.606745 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (65426b8a-959c-487b-a7da-cde32b004acd), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.608410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:57.609984 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.620916 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks [] for router_gateway (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.627487 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec29dd-e8db-43d2-a57d-cc6c57e35e26 req-02714a49-7b40-4591-a262-b82441481137 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:57.629590 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-29ec29dd-e8db-43d2-a57d-cc6c57e35e26 req-02714a49-7b40-4591-a262-b82441481137 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1346200 Oct 28 19:53:57.648633 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da743b-e00a-43dc-ba1c-57c8e92200c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa31c3c-3e36-49ee-82ad-5f22f2e063ac,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.726624 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8206410 Oct 28 19:53:57.727286 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35790) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:57.734174 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Deleting port b11fdf90-2b5c-49a6-b46e-9b27e10b071a {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:57.734910 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.740878 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Request body: {'subnet': {'network_id': '65426b8a-959c-487b-a7da-cde32b004acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1519806918-subnet', 'tenant_id': '04a7af65767c49d2ae20e95b0fe39691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:57.765442 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a88f-0993-4704-9712-77ec5a21e087 admin admin] Pushing event updated for resources: {'Network': ['ID=65426b8a-959c-487b-a7da-cde32b004acd,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.785031 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-29ec29dd-e8db-43d2-a57d-cc6c57e35e26 req-0ee2066d-dd38-4316-84a7-9be87963d51d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329057 Oct 28 19:53:57.790537 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 65426b8a-959c-487b-a7da-cde32b004acd details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:57.794748 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Made reservation on behalf of 04a7af65767c49d2ae20e95b0fe39691 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:57.797360 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.814523 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:53:55Z', 'revision_number': 5, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port': {'id': 'b11fdf90-2b5c-49a6-b46e-9b27e10b071a', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:57.852861 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Checking router: 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:57.864830 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Routers {'1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:57.865711 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:57.956144 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] For port b11fdf90-2b5c-49a6-b46e-9b27e10b071a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:57.956703 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.980683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Calling delete_port for b11fdf90-2b5c-49a6-b46e-9b27e10b071a owned by network:router_gateway {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:58.000375 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] Set router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:58.112537 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:53:57Z', 'revision_number': 6, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:58.112779 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.142852 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd28a9-e338-4efd-9764-a4bedf800c76 None None] The sync data for ids ['1ff7f0f3-3bb3-4388-8105-66847c7aa7b1'] in dv-cinder-862894-1-iscsi is: [{'id': '1ff7f0f3-3bb3-4388-8105-66847c7aa7b1', 'name': 'tempest-DeleteServersTestJSON-1268789221-router', 'tenant_id': '79689d6f11a742d7b30e8d2081334602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:53:57Z', 'revision_number': 6, 'project_id': '79689d6f11a742d7b30e8d2081334602', 'gw_port_host': None}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:58.174901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:58.198966 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Checking segment: {'id': '2ea1b09e-b797-4050-b661-0b1112bf61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '65426b8a-959c-487b-a7da-cde32b004acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:58.199468 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Network hostable DHCP agents. Network: 65426b8a-959c-487b-a7da-cde32b004acd, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:58.213311 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ba59bd17-6835-40d7-a71b-2058ec8774d5 req-8334e19c-57bd-492d-9012-63435bc5d828 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 210 time: 0.0434620 Oct 28 19:53:58.217602 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Network 65426b8a-959c-487b-a7da-cde32b004acd is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:58.232166 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 65426b8a-959c-487b-a7da-cde32b004acd) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:58.243096 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:58.243883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.244831 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4aaeb1-65ce-42a3-87e9-d66c13f67f16 None None] Network 65426b8a-959c-487b-a7da-cde32b004acd requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:58.261764 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9c193fe2-b272-46d1-8a39-734cb49aba24 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5259304 Oct 28 19:53:58.289726 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (b11fdf90-2b5c-49a6-b46e-9b27e10b071a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.318040 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11fdf90-2b5c-49a6-b46e-9b27e10b071a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:58.377387 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b85c44-7b42-455a-896c-8b7955235801 None None] Network 65426b8a-959c-487b-a7da-cde32b004acd requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:58.385743 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.507880 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.509939 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks [] for router_controller (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.775141 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-c03d181b-fde2-4a1a-a394-cb535686efd5 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:58.783228 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-c03d181b-fde2-4a1a-a394-cb535686efd5 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 814 time: 0.1734455 Oct 28 19:53:58.802714 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-2c20e00f-6b29-4130-a297-0f118440a613 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/quotas/d863fb655bdd48fa99b9c1b9750dfb38 HTTP/1.1" status: 200 len: 375 time: 0.0179429 Oct 28 19:53:58.856962 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-842c4211-5505-41fb-bbbb-d099d939dc19 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531394 Oct 28 19:53:58.965252 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-f95e3665-84ef-4875-9888-ff7f16d8e5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070218 Oct 28 19:53:58.981424 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (1ff7f0f3-3bb3-4388-8105-66847c7aa7b1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.981984 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 {{(pid=115427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:53:58.996439 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.997581 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-743ebb25-7206-4434-986c-5d6395e95867 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1ff7f0f3-3bb3-4388-8105-66847c7aa7b1 HTTP/1.1" status: 204 len: 168 time: 1.7634020 Oct 28 19:53:59.003983 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35830) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:59.091103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35834) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:59.095925 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188000796-network', 'tenant_id': '7f1a69d419ab40179710eac879a52392'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:59.097079 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-f5a3433b-cb19-4c2d-8578-0dce490f6dad tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.098795 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-f5a3433b-cb19-4c2d-8578-0dce490f6dad tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 808 time: 0.5452383 Oct 28 19:53:59.109985 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-877a72ee-1541-4525-8a8e-d18fdd3aa6d8 service neutron] 10.222.0.20 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341813 Oct 28 19:53:59.116922 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Request body: {'port': {'device_id': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b', 'admin_state_up': True, 'tenant_id': '3b0d6bdc5136421792ba72516aa75ba2'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:59.124812 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Made reservation on behalf of 7f1a69d419ab40179710eac879a52392 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:59.127409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.141294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.213589 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba855e1-f4ba-47ca-9207-5f95bcf2a8fb req-5f5f6441-cef2-4383-92d7-82a6cea672a5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.215412 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ba855e1-f4ba-47ca-9207-5f95bcf2a8fb req-5f5f6441-cef2-4383-92d7-82a6cea672a5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.2937093 Oct 28 19:53:59.227093 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Deleting subnet 45f1256f-eb66-4baa-8ac0-9f5673f97478 {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:53:59.229707 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks [] for security_group (2a6263ce-71be-403a-b857-00c6930e3fc1), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.235422 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (2a6263ce-71be-403a-b857-00c6930e3fc1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.236491 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Publish callbacks [] for subnet (45f1256f-eb66-4baa-8ac0-9f5673f97478), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.258207 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b11fdf90-2b5c-49a6-b46e-9b27e10b071a no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:59.289245 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: b11fdf90-2b5c-49a6-b46e-9b27e10b071a {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:59.289592 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b11fdf90-2b5c-49a6-b46e-9b27e10b071a not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:59.290029 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 70afed8b-0d96-451f-96b2-6f7ff646cce3 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:59.300902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6263ce-71be-403a-b857-00c6930e3fc1,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:59.323079 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (45f1256f-eb66-4baa-8ac0-9f5673f97478), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.334619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:59.348064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 70afed8b-0d96-451f-96b2-6f7ff646cce3 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:59.348419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 70afed8b-0d96-451f-96b2-6f7ff646cce3 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:59.348582 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (39f780c8-718e-4b40-9cca-525e43944996), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.348799 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Added segment 39f780c8-718e-4b40-9cca-525e43944996 of type vlan for network 21de436b-e9ec-4a87-b164-5e03d205cc3e Oct 28 19:53:59.418388 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ba855e1-f4ba-47ca-9207-5f95bcf2a8fb req-30835302-3852-4556-a6d2-2e2ee87c7e1b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421926 Oct 28 19:53:59.446561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Made reservation on behalf of 3b0d6bdc5136421792ba72516aa75ba2 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:59.457049 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.472400 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7a54dd90-47b4-4bb8-a642-6cf80925221e req-8f2f0fc5-f4ce-438c-a507-68e8d099b9f0 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 210 time: 0.1051922 Oct 28 19:53:59.503777 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (21de436b-e9ec-4a87-b164-5e03d205cc3e), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.569073 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b46fa591-b66e-47f2-a60b-ab0720590224 req-fa41ea84-8c98-45c6-8574-a2630eefbe9f tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 210 time: 0.0541790 Oct 28 19:53:59.582490 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (45f1256f-eb66-4baa-8ac0-9f5673f97478), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.587728 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (21de436b-e9ec-4a87-b164-5e03d205cc3e), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.589596 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.590296 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.699843 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6076672 Oct 28 19:53:59.703966 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35850) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:59.715682 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (45f1256f-eb66-4baa-8ac0-9f5673f97478), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.719079 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Request body: {'subnet': {'network_id': '21de436b-e9ec-4a87-b164-5e03d205cc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188000796-subnet', 'tenant_id': '7f1a69d419ab40179710eac879a52392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:59.749992 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092c8f2-b134-402f-89b7-5701bc7af4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=21de436b-e9ec-4a87-b164-5e03d205cc3e,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:59.764144 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f1256f-eb66-4baa-8ac0-9f5673f97478,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:59.768713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499a523-4290-43fd-9f31-d50a9d392e0c None None] Network 7a7995dc-03ae-40fb-a035-5c85621b53b3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:59.772236 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.776350 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7b3f1-76bc-46c9-874c-469c6c8bb0cb req-1b356e8a-5037-406d-b677-3fe5c16b228e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.784972 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-82ed13dc-1d0d-4d2f-882b-beb632fdb6a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45f1256f-eb66-4baa-8ac0-9f5673f97478 HTTP/1.1" status: 204 len: 168 time: 0.7732265 Oct 28 19:53:59.784972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35854) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:59.790652 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-33e7b3f1-76bc-46c9-874c-469c6c8bb0cb req-1b356e8a-5037-406d-b677-3fe5c16b228e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.2271707 Oct 28 19:53:59.792614 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Made reservation on behalf of 7f1a69d419ab40179710eac879a52392 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:59.795525 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.829786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 21de436b-e9ec-4a87-b164-5e03d205cc3e details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:59.905786 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Allocated IP 172.20.0.5 (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b/768878b4-b624-4cca-a56f-ec3a1591c7d4/00647731-e891-4337-95d5-6857a903a988) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:59.912686 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (7a7995dc-03ae-40fb-a035-5c85621b53b3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.932641 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-33e7b3f1-76bc-46c9-874c-469c6c8bb0cb req-60e223d4-513c-463d-a6af-cb9946e0ba9d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289515 Oct 28 19:54:00.082267 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] DHCP port deletion for 7a7995dc-03ae-40fb-a035-5c85621b53b3 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:54:00.132188 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (b7e258fd-ffd6-485b-bbe0-04fc569404b5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.163087 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks [] for port (00647731-e891-4337-95d5-6857a903a988), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.165780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Deleting port 7e04d722-9358-4b54-8987-b96a005be507 {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:00.166393 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (7e04d722-9358-4b54-8987-b96a005be507), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.182863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Deleting port 7e04d722-9358-4b54-8987-b96a005be507 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:00.183209 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (7e04d722-9358-4b54-8987-b96a005be507), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.226048 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e258fd-ffd6-485b-bbe0-04fc569404b5,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.250108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Checking segment: {'id': '39f780c8-718e-4b40-9cca-525e43944996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21de436b-e9ec-4a87-b164-5e03d205cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:00.250801 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Network hostable DHCP agents. Network: 21de436b-e9ec-4a87-b164-5e03d205cc3e, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:54:00.260360 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] For port 7e04d722-9358-4b54-8987-b96a005be507, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=7e04d722-9358-4b54-8987-b96a005be507,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:00.260922 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (7e04d722-9358-4b54-8987-b96a005be507), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.270508 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] For port 7e04d722-9358-4b54-8987-b96a005be507, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=7e04d722-9358-4b54-8987-b96a005be507,segment=NetworkSegment(3e245ecb-17c7-4d1c-96ac-0829c1423987),segment_id=3e245ecb-17c7-4d1c-96ac-0829c1423987)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:00.271043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (7e04d722-9358-4b54-8987-b96a005be507), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.275715 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Network 21de436b-e9ec-4a87-b164-5e03d205cc3e is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:54:00.276139 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Calling delete_port for 7e04d722-9358-4b54-8987-b96a005be507 owned by network:dhcp {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:00.288213 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Calling delete_port for 7e04d722-9358-4b54-8987-b96a005be507 owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:00.297629 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 21de436b-e9ec-4a87-b164-5e03d205cc3e) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:00.308135 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:00.309069 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.337159 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a2c3abf5-d619-48df-a86c-c94047ee1b0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6317258 Oct 28 19:54:00.377126 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef9e8b-3967-4285-806b-3ec00c471f91 None None] Network 21de436b-e9ec-4a87-b164-5e03d205cc3e requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:00.391542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (00647731-e891-4337-95d5-6857a903a988), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.463848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Pushing event updated for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.507434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:00.509378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:00.522964 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:00.532511 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (7e04d722-9358-4b54-8987-b96a005be507), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.557308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (7e04d722-9358-4b54-8987-b96a005be507), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.573138 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] Pushing event deleted for resources: {'Port': ['ID=7e04d722-9358-4b54-8987-b96a005be507,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.575644 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a9127-97b0-4157-9291-f3b2beeb9ce4 None None] Network 21de436b-e9ec-4a87-b164-5e03d205cc3e requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:00.641368 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] No DVR routers for this DVR port 7e04d722-9358-4b54-8987-b96a005be507 on host dv-cinder-862894-1-iscsi {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:00.669132 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1de5dd-49d6-440e-9354-831efd15a3f3 None None] No DVR routers for this DVR port 7e04d722-9358-4b54-8987-b96a005be507 on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:00.786645 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Pushing event deleted for resources: {'Port': ['ID=7e04d722-9358-4b54-8987-b96a005be507,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.805688 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7c6404fe-d115-45da-b8a3-6343415978e3 req-1c261a60-c430-42cf-9ef6-f2fc6f7067a2 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 210 time: 0.0925887 Oct 28 19:54:00.831650 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:00.832344 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.918897 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (7a7995dc-03ae-40fb-a035-5c85621b53b3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.939252 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-fa00b966-a736-4815-90e2-8e050bd86ad6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261707 Oct 28 19:54:00.957758 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7995dc-03ae-40fb-a035-5c85621b53b3']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:00.965432 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Request body: {'port': {'device_id': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:01.006853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e245ecb-17c7-4d1c-96ac-0829c1423987') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:01.007104 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e245ecb-17c7-4d1c-96ac-0829c1423987') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:01.035833 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (3e245ecb-17c7-4d1c-96ac-0829c1423987), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.044337 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebf9e8-34e1-4c2c-8c9d-7585f53fcea8 req-cecf9c6e-1bc4-4ae6-af2d-3c30cffad452 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.045822 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a3ebf9e8-34e1-4c2c-8c9d-7585f53fcea8 req-cecf9c6e-1bc4-4ae6-af2d-3c30cffad452 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 931 time: 0.2887976 Oct 28 19:54:01.062002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-fa65c825-7e2d-460c-bb25-5d488ef072d3 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.063421 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-fa65c825-7e2d-460c-bb25-5d488ef072d3 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 814 time: 0.3576622 Oct 28 19:54:01.081324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Request body: {'port': {'device_id': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67', 'admin_state_up': True, 'tenant_id': 'd863fb655bdd48fa99b9c1b9750dfb38'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:01.114497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (3e245ecb-17c7-4d1c-96ac-0829c1423987), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.128489 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:54:01.128887 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (3e245ecb-17c7-4d1c-96ac-0829c1423987), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.193736 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 7e04d722-9358-4b54-8987-b96a005be507 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:01.214463 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 7e04d722-9358-4b54-8987-b96a005be507 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:01.214822 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 7e04d722-9358-4b54-8987-b96a005be507 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:01.216135 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 3e245ecb-17c7-4d1c-96ac-0829c1423987 resource provider aggregate not found Oct 28 19:54:01.231581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (00647731-e891-4337-95d5-6857a903a988), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.249213 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 3e245ecb-17c7-4d1c-96ac-0829c1423987 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e245ecb-17c7-4d1c-96ac-0829c1423987 found for delete ", "request_id": "req-1fe4306d-f5ab-4948-b5d3-86c4814ccd4d"}]} Oct 28 19:54:01.267805 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a3ebf9e8-34e1-4c2c-8c9d-7585f53fcea8 req-866c8108-044b-40eb-b1a7-7ebf2e14b384 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141857 Oct 28 19:54:01.273273 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (7a7995dc-03ae-40fb-a035-5c85621b53b3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.282780 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.285260 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a7995dc-03ae-40fb-a035-5c85621b53b3 HTTP/1.1" status: 204 len: 168 time: 1.5006194 Oct 28 19:54:01.319045 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115820b-ff66-4f35-b39d-7bdc634267df admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7995dc-03ae-40fb-a035-5c85621b53b3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:01.428576 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Made reservation on behalf of d863fb655bdd48fa99b9c1b9750dfb38 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:01.432014 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.466875 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35888) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:01.506368 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-4be95852-273a-4058-af10-403548b0a940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79689d6f11a742d7b30e8d2081334602&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382848 Oct 28 19:54:01.509001 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35890) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:01.564000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] Publish callbacks [] for security_group (da4e1681-38bf-44e0-af89-107ac1cec44f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.595399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] Publish callbacks [] for security_group (da4e1681-38bf-44e0-af89-107ac1cec44f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.649004 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Allocated IP 172.20.0.5 (22366fc7-ec42-411e-bdef-695a8e9f6b67/9ed60dc2-a71d-439d-b7cd-ec08a45a1099/09239b26-dfe6-4296-bc05-2442ffd39b07) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:01.656653 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (da4e1681-38bf-44e0-af89-107ac1cec44f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.659394 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.660575 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4e1681-38bf-44e0-af89-107ac1cec44f HTTP/1.1" status: 204 len: 168 time: 0.1504240 Oct 28 19:54:01.671836 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca238dd-6cf2-4d37-a4bf-a0b6f72f0a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e1681-38bf-44e0-af89-107ac1cec44f,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:01.716066 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00647731-e891-4337-95d5-6857a903a988 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:01.727919 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks [] for port (00647731-e891-4337-95d5-6857a903a988), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.762265 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Transition to ACTIVE for port object 00647731-e891-4337-95d5-6857a903a988 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:01.768494 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (00647731-e891-4337-95d5-6857a903a988), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.953635 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8f771995-4195-40e4-85d4-7e89933cb80d req-b0f382fc-8307-4017-8285-bb671b31bf62 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 210 time: 0.0530355 Oct 28 19:54:01.958877 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-c067da23-9a51-467e-92bd-d333d9c57b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.960446 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-c067da23-9a51-467e-92bd-d333d9c57b0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1129 time: 0.1484642 Oct 28 19:54:02.075301 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-b737a55a-a54e-4200-a828-ca6cfc4b45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.079563 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-b737a55a-a54e-4200-a828-ca6cfc4b45da service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.0968978 Oct 28 19:54:02.122439 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-99fbd3d0-f4ff-41c9-98ff-ec8411f04a09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 217 time: 0.0390904 Oct 28 19:54:02.176253 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Pushing event updated for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:02.190642 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-a7987a72-2152-4d93-bdce-758cc1858f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.192144 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-a7987a72-2152-4d93-bdce-758cc1858f06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0620987 Oct 28 19:54:02.262233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757173f4-b764-4c7a-855f-cc3d9028e4b8 req-444f9d6e-1c99-4e75-93ae-648f663d636d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.263778 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-757173f4-b764-4c7a-855f-cc3d9028e4b8 req-444f9d6e-1c99-4e75-93ae-648f663d636d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.1708968 Oct 28 19:54:02.266250 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-9a869a98-6291-4443-aaaf-6f4db8b7f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.268308 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-9a869a98-6291-4443-aaaf-6f4db8b7f3ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604925 Oct 28 19:54:02.278631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks [] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.307881 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Attempting to bind port 00647731-e891-4337-95d5-6857a903a988 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:02.311017 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Attempting to bind port 00647731-e891-4337-95d5-6857a903a988 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:02.314098 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Attempting to bind port 00647731-e891-4337-95d5-6857a903a988 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:02.341163 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Port 00647731-e891-4337-95d5-6857a903a988 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:02.341493 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Attempting to bind port 00647731-e891-4337-95d5-6857a903a988 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:02.362685 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:02.363217 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Checking segment: {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:02.363617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Bound using segment: {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:02.364075 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Bound port: 00647731-e891-4337-95d5-6857a903a988, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:02.364503 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (00647731-e891-4337-95d5-6857a903a988), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.407029 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-757173f4-b764-4c7a-855f-cc3d9028e4b8 req-010e6689-ad85-480d-8f24-0536802c3bb7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Oct 28 19:54:02.435997 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.453170 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-355c988a-8ea1-4531-a5d0-5030fd53ffeb service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735911 Oct 28 19:54:02.508360 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:02.512804 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:02.516586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:02.524553 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:02.560306 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Pushing event updated for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:02.565492 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=00647731-e891-4337-95d5-6857a903a988,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:02.580256 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (00647731-e891-4337-95d5-6857a903a988), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.584829 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.586004 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.587581 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] 10.222.0.55 "PUT /v2.0/ports/00647731-e891-4337-95d5-6857a903a988 HTTP/1.1" status: 200 len: 1093 time: 1.6323028 Oct 28 19:54:02.592930 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'tag': '00647731-e891-4337-95d5-6857a903a988'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:02.605062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801e014-b2ac-4fea-817e-8d9de861a061" -d '{"events": [{"name": "network-changed", "server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "tag": "00647731-e891-4337-95d5-6857a903a988"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:02.641942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 35936) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:02.665502 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.665815 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.669349 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02fcd2-74c7-4700-9c48-66341cb6f169 x-openstack-request-id: req-ba02fcd2-74c7-4700-9c48-66341cb6f169 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:02.669644 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "tag": "00647731-e891-4337-95d5-6857a903a988", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:02.669891 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba02fcd2-74c7-4700-9c48-66341cb6f169 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:02.670316 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba02fcd2-74c7-4700-9c48-66341cb6f169'] response: {'name': 'network-changed', 'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'tag': '00647731-e891-4337-95d5-6857a903a988', 'status': 'completed', 'code': 200} Oct 28 19:54:02.737153 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c83cf-f3a1-478d-a997-9255c6ab7aca service neutron] Pushing event updated for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:02.749252 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-4f783e93-99b6-471b-ba9a-69271a36d446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6742201 Oct 28 19:54:02.763015 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Request body: {'port': {'device_id': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:02.770304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-96739463-6ab4-4b17-a6d8-fb2550c323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.772369 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-96739463-6ab4-4b17-a6d8-fb2550c323b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 1127 time: 0.1295042 Oct 28 19:54:02.804361 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-298313077-network', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:02.833911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab791cd-529e-41ee-ae09-374391dae227 req-2f6f3146-50a3-402d-a657-83f629bb3ccc tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.835393 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aab791cd-529e-41ee-ae09-374391dae227 req-2f6f3146-50a3-402d-a657-83f629bb3ccc tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 943 time: 0.4610798 Oct 28 19:54:02.839990 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-10cb1d8f-e0e3-4808-a197-768b5bea28af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00647731-e891-4337-95d5-6857a903a988 HTTP/1.1" status: 200 len: 217 time: 0.0499644 Oct 28 19:54:02.891074 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e557358-4801-4af1-b4e0-4e0ae8d4ee92 req-bc7c0e29-9fd1-4c61-9f82-0a8dc67d60cf service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310517 Oct 28 19:54:02.903911 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aab791cd-529e-41ee-ae09-374391dae227 req-e6b3c7be-1a63-45c5-83bf-06676af32ea1 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612769 Oct 28 19:54:02.908171 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Made reservation on behalf of f5919c7c8c5640909e1b61e1cd886421 for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:02.910457 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.932396 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.941713 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-05eb5327-b92d-4e1e-a7e5-176b9426a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.943690 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-05eb5327-b92d-4e1e-a7e5-176b9426a93e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=768878b4-b624-4cca-a56f-ec3a1591c7d4 HTTP/1.1" status: 200 len: 848 time: 0.0920253 Oct 28 19:54:02.945621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.995321 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-cc389d85-23f5-46b0-803a-cf8dbe164d84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426939 Oct 28 19:54:03.284625 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-f80a856d-44c2-443e-8a8f-469652ab6390 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747486 Oct 28 19:54:03.323371 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks [] for security_group (77a9b548-3772-46bb-949c-9070505d1af2), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.346231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (77a9b548-3772-46bb-949c-9070505d1af2), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.387487 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be00a66-b0a0-422a-9aaa-307ac3d3bd3d req-bf975af1-dda2-42a1-bac3-ea81fb00e74a tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.388826 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7be00a66-b0a0-422a-9aaa-307ac3d3bd3d req-bf975af1-dda2-42a1-bac3-ea81fb00e74a tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 931 time: 0.3509531 Oct 28 19:54:03.436782 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:54:03.472076 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (a154eff7-0ae6-4bb3-a10a-a47854d7a606), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.472420 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Added segment a154eff7-0ae6-4bb3-a10a-a47854d7a606 of type vlan for network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 Oct 28 19:54:03.490355 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9b548-3772-46bb-949c-9070505d1af2,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:03.549373 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686117de-0b96-4ec1-b1ea-51a2ec18b3f9 req-b4d78d92-eb75-4e5c-ab95-6520a8881fd9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.550943 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-686117de-0b96-4ec1-b1ea-51a2ec18b3f9 req-b4d78d92-eb75-4e5c-ab95-6520a8881fd9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0636890 Oct 28 19:54:03.576520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.583972 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24facb84-e738-498b-a2ff-8e3ab5a39a75 req-b853e5c2-481f-4382-82d8-b5f1eb7b9ebd service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852869 Oct 28 19:54:03.601116 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7be00a66-b0a0-422a-9aaa-307ac3d3bd3d req-772012b7-bb17-4668-a79b-5c0649fdc6f5 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979473 Oct 28 19:54:03.608441 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-686117de-0b96-4ec1-b1ea-51a2ec18b3f9 req-ff9e1147-abd4-4f6d-9dc6-5a18a8f7dce9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Oct 28 19:54:03.653457 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.654556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.655142 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.668396 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09239b26-dfe6-4296-bc05-2442ffd39b07 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:03.698158 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks [] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.742270 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0980217 Oct 28 19:54:03.748781 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35952) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:03.755750 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Request body: {'subnet': {'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-298313077-subnet', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:03.770939 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Transition to ACTIVE for port object 09239b26-dfe6-4296-bc05-2442ffd39b07 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:03.780393 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.784818 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610f4cf-a411-4db1-b393-34784710b14a admin admin] Pushing event updated for resources: {'Network': ['ID=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:03.790435 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Made reservation on behalf of f5919c7c8c5640909e1b61e1cd886421 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:03.793516 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.799950 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:54:03.838879 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-d9a6b736-0033-4ed7-a841-7f381ce85589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.840414 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-d9a6b736-0033-4ed7-a841-7f381ce85589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 1127 time: 0.1648593 Oct 28 19:54:03.918751 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Pushing event updated for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:03.972350 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Attempting to bind port 09239b26-dfe6-4296-bc05-2442ffd39b07 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:03.972689 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Attempting to bind port 09239b26-dfe6-4296-bc05-2442ffd39b07 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:03.973020 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Attempting to bind port 09239b26-dfe6-4296-bc05-2442ffd39b07 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:03.984802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Port 09239b26-dfe6-4296-bc05-2442ffd39b07 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:03.985440 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Attempting to bind port 09239b26-dfe6-4296-bc05-2442ffd39b07 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:03.987542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-806975c8-889b-414c-a26d-df4a2e279ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.989061 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-806975c8-889b-414c-a26d-df4a2e279ded service neutron] 10.222.0.55 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 909 time: 0.1257138 Oct 28 19:54:03.992959 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:03.993291 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Checking segment: {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:03.993729 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Bound using segment: {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:03.994132 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Bound port: 09239b26-dfe6-4296-bc05-2442ffd39b07, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:03.994501 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.029271 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (0b76dd5d-7f79-4d1b-9384-996f2bc2734a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.046748 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-58831eef-5929-4508-bc3d-746a8eedb86b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00647731-e891-4337-95d5-6857a903a988 HTTP/1.1" status: 200 len: 217 time: 0.0488105 Oct 28 19:54:04.150724 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b76dd5d-7f79-4d1b-9384-996f2bc2734a,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.162239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:04.167995 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09239b26-dfe6-4296-bc05-2442ffd39b07,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:04.171790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Checking segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:04.172239 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Network hostable DHCP agents. Network: aaf43f1d-8ce7-4f42-96f5-9d718c510bd3, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:54:04.180637 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.190011 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.190912 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ffab1-84b2-4a90-b874-cd312459b536 req-81429b0c-22d8-4b3d-a7ee-9fe3f59b1999 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.191189 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.192461 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1f3ffab1-84b2-4a90-b874-cd312459b536 req-81429b0c-22d8-4b3d-a7ee-9fe3f59b1999 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 943 time: 0.1594315 Oct 28 19:54:04.192583 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] 10.222.0.55 "PUT /v2.0/ports/09239b26-dfe6-4296-bc05-2442ffd39b07 HTTP/1.1" status: 200 len: 1093 time: 1.4340341 Oct 28 19:54:04.212371 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-10bddd58-fb7a-4ac5-9e0b-e139d0b2f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.213845 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-10bddd58-fb7a-4ac5-9e0b-e139d0b2f39a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=768878b4-b624-4cca-a56f-ec3a1591c7d4 HTTP/1.1" status: 200 len: 848 time: 0.1428897 Oct 28 19:54:04.224785 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:54:04.246420 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, aaf43f1d-8ce7-4f42-96f5-9d718c510bd3) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:04.257729 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ff3a7-9576-4210-8df4-341c888593ef None None] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:04.262141 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.262298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.262495 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-9f5229d5-297f-4ecd-93ff-d8b92158ebd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408125 Oct 28 19:54:04.271481 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1f3ffab1-84b2-4a90-b874-cd312459b536 req-b23bf80a-8a77-4cb2-b6c9-90d024928796 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689359 Oct 28 19:54:04.288874 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-380383f6-8ba6-4bae-9155-c958c7744bad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5381825 Oct 28 19:54:04.292097 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 35966) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:04.297326 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:04.325052 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.326372 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.349481 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42046982-a4a4-4aff-9c6d-faf2c8211112 service neutron] Pushing event updated for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.386003 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for router_controller (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.386578 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-47e79d05-b633-4df8-b45a-3ad6a39da5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.388111 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-47e79d05-b633-4df8-b45a-3ad6a39da5f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 1127 time: 0.1282358 Oct 28 19:54:04.392982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:54:04.393981 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.410715 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-aca08161-f03b-4a40-9943-658bdfb2ac06 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385405 Oct 28 19:54:04.446263 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-5dfe8c61-1160-492b-b25e-25e54cce5bac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09239b26-dfe6-4296-bc05-2442ffd39b07 HTTP/1.1" status: 200 len: 217 time: 0.0464706 Oct 28 19:54:04.541131 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-466e0cb0-e200-4395-ba6f-bb2c2002acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.542636 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-466e0cb0-e200-4395-ba6f-bb2c2002acd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ed60dc2-a71d-439d-b7cd-ec08a45a1099 HTTP/1.1" status: 200 len: 854 time: 0.0620739 Oct 28 19:54:04.542942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Allocated IP 172.20.0.2 (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3/0b76dd5d-7f79-4d1b-9384-996f2bc2734a/32da3324-ac9a-4c23-a3ef-5c7a42f51ed3) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:04.546746 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for router_gateway (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.585883 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-b75ce9fb-9021-4eaa-88af-4c83b69ffae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22366fc7-ec42-411e-bdef-695a8e9f6b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348120 Oct 28 19:54:04.588202 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d801e014-b2ac-4fea-817e-8d9de861a061 req-a9fadd48-4c0c-4244-bd59-880f8b3d9f2b service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499999 Oct 28 19:54:04.672559 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:04.680421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:04.724424 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks [] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.733115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.779666 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-a36e8e54-f074-48bd-87f1-2ca5bfa7bb61 service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763444 Oct 28 19:54:04.793568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1106c60-5989-420e-89a7-55d9dac1094f req-a53bbc6e-b79d-4b4b-a412-feaf030503d5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.800819 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b1106c60-5989-420e-89a7-55d9dac1094f req-a53bbc6e-b79d-4b4b-a412-feaf030503d5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0935454 Oct 28 19:54:04.817996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896521ce-2e0c-4a79-8754-b66e16408fec req-a4a50166-636f-4f46-a057-c0fcbbfb1c30 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.819715 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-896521ce-2e0c-4a79-8754-b66e16408fec req-a4a50166-636f-4f46-a057-c0fcbbfb1c30 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 943 time: 0.1070635 Oct 28 19:54:04.859822 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for router_gateway (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.882418 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.897777 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:04.904452 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b1106c60-5989-420e-89a7-55d9dac1094f req-ed828a9d-a7e4-441b-b801-c598f16d8235 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027303 Oct 28 19:54:04.905293 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:04.908003 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:04.926006 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ee4aaede-aae0-484a-adde-d60ee2802afa req-523aebdb-5fee-4d49-a98f-da5dcd1ed57b service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171808 Oct 28 19:54:04.928275 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-896521ce-2e0c-4a79-8754-b66e16408fec req-59d3d859-9c1c-4414-a07d-6733acdc6c09 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827737 Oct 28 19:54:04.963010 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Pushing event updated for resources: {'Port': ['ID=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.983550 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4bf9ec-094c-4da1-9e33-bc683a790821 x-openstack-request-id: req-ed4bf9ec-094c-4da1-9e33-bc683a790821 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:04.983837 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:04.984698 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed4bf9ec-094c-4da1-9e33-bc683a790821 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:04.984836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Attempting to bind port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:04.984924 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4bf9ec-094c-4da1-9e33-bc683a790821'] response: {'name': 'network-changed', 'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07', 'status': 'completed', 'code': 200} Oct 28 19:54:04.985032 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Attempting to bind port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:04.985441 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Attempting to bind port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:04.990986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:04.992279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Checking segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:04.993795 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.994388 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Bound using segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:04.994877 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Bound port: 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:04.995422 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.043064 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Allocated IP 172.27.3.170 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/322556fe-204a-4f74-b48e-12ab726f5224) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:05.054837 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-79ed9f49-f4a0-4d76-b388-f98e9f7d538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.056896 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-79ed9f49-f4a0-4d76-b388-f98e9f7d538c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 1127 time: 0.0483222 Oct 28 19:54:05.062588 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] For port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:05.066451 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] For port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:05.073619 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.140453 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc31c52-396f-4fe2-a5b4-499650b90222 None None] Pushing event updated for resources: {'Port': ['ID=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:05.177927 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-fa2c20b6-ac97-4628-95d3-92153a6267a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.186747 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-fa2c20b6-ac97-4628-95d3-92153a6267a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 915 time: 0.1231096 Oct 28 19:54:05.193800 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for port (322556fe-204a-4f74-b48e-12ab726f5224), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.234234 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-f82d8ea4-f070-4837-b648-c3ea2c31d4fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09239b26-dfe6-4296-bc05-2442ffd39b07 HTTP/1.1" status: 200 len: 217 time: 0.0382133 Oct 28 19:54:05.236245 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (322556fe-204a-4f74-b48e-12ab726f5224), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.274393 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:05.276706 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:05.279247 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:05.294973 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-3c1c0f98-694e-4ce3-b932-2cf9d1e33cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.296883 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-3c1c0f98-694e-4ce3-b932-2cf9d1e33cac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ed60dc2-a71d-439d-b7cd-ec08a45a1099 HTTP/1.1" status: 200 len: 854 time: 0.0568812 Oct 28 19:54:05.368830 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-f85938ce-23ae-4ea5-947d-b692528425af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22366fc7-ec42-411e-bdef-695a8e9f6b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633605 Oct 28 19:54:05.466894 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Pushing event updated for resources: {'Port': ['ID=322556fe-204a-4f74-b48e-12ab726f5224,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:05.508020 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-2712ac92-ff96-4621-bbfc-2f90726efd2d service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290598 Oct 28 19:54:05.552444 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888833fe-29d5-4b1c-9332-5f28d24899cc req-46da034f-cd49-4935-969d-901085808029 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.553981 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-888833fe-29d5-4b1c-9332-5f28d24899cc req-46da034f-cd49-4935-969d-901085808029 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 943 time: 0.1519110 Oct 28 19:54:05.613497 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5dc9a539-6897-4a58-99f2-fe8ff9c9b5b7 req-36df4f54-3c34-4359-bfb9-8aa4ee60bfbd service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959704 Oct 28 19:54:05.632679 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for router_gateway (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.674298 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-888833fe-29d5-4b1c-9332-5f28d24899cc req-07b6dd4f-62bc-4834-96ba-45de7388d9db tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 Oct 28 19:54:05.823562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.951697 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:54:06.079010 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcd002-bfdf-4c82-ab09-89dc5c4d2a00 req-5c9911b8-fd3b-45d5-9e6e-b460c8103ef8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:06.080904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9fdcd002-bfdf-4c82-ab09-89dc5c4d2a00 req-5c9911b8-fd3b-45d5-9e6e-b460c8103ef8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 943 time: 0.0551763 Oct 28 19:54:06.086277 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:06.098358 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:06.112475 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.113805 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6a82e2f3-f1f3-4994-bad6-2ecdc45f6abe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8202515 Oct 28 19:54:06.119268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:06.120185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:06.122632 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643632d2-8a25-4d37-aab8-d3322c5fb268 req-3c167d5f-61e4-4a36-8e6a-6a94dd92bb84 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:06.124291 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-643632d2-8a25-4d37-aab8-d3322c5fb268 req-3c167d5f-61e4-4a36-8e6a-6a94dd92bb84 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0838447 Oct 28 19:54:06.124905 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36004) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:06.143001 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9fdcd002-bfdf-4c82-ab09-89dc5c4d2a00 req-8f84bee3-202d-469e-8e40-4ab2563db6ac tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Oct 28 19:54:06.234466 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0e64d-cbeb-43f0-bce7-5ea6e88c81f3 None None] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:06.243737 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:06.261961 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-643632d2-8a25-4d37-aab8-d3322c5fb268 req-e9d4ab21-2493-4133-8472-1e838c2f4aa2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300242 Oct 28 19:54:06.348916 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 00647731-e891-4337-95d5-6857a903a988 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:06.424807 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Provisioning complete for port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:06.425186 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.425525 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Attempt 1 to provision port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 Oct 28 19:54:06.577366 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.603353 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=00647731-e891-4337-95d5-6857a903a988,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:06.625558 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '00647731-e891-4337-95d5-6857a903a988', 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b', 'port_id': '00647731-e891-4337-95d5-6857a903a988', 'mac_address': 'fa:16:3e:71:29:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768878b4-b624-4cca-a56f-ec3a1591c7d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:06.698316 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Current status of the port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:06.699014 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.721891 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 00647731-e891-4337-95d5-6857a903a988 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:06.722325 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (00647731-e891-4337-95d5-6857a903a988), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.755308 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00647731-e891-4337-95d5-6857a903a988 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:06.781040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] For port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:06.791777 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:05Z', 'revision_number': 3, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:06.796659 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.821243 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=00647731-e891-4337-95d5-6857a903a988,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:06.826003 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:06.826390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Updating router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 port 322556fe-204a-4f74-b48e-12ab726f5224 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:06.869820 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (00647731-e891-4337-95d5-6857a903a988), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.874293 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5995c-1848-4d55-a505-29b7acdd1313 req-f68cf1fb-568b-42be-ba51-09f940384760 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:06.878628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9cc5995c-1848-4d55-a505-29b7acdd1313 req-f68cf1fb-568b-42be-ba51-09f940384760 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 943 time: 0.1077745 Oct 28 19:54:06.909226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (322556fe-204a-4f74-b48e-12ab726f5224), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.943969 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd35877-0165-4eff-b701-03c041928c09 None None] Pushing event updated for resources: {'Port': ['ID=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:06.946400 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9cc5995c-1848-4d55-a505-29b7acdd1313 req-f2d07a29-7e26-49ca-8fa7-97173e603a12 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Oct 28 19:54:07.000394 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-b5ab1e81-e8b3-420d-b357-5dcdeb4a8076 None None] Provisioning complete for port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.000787 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1e81-e8b3-420d-b357-5dcdeb4a8076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.001155 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-b5ab1e81-e8b3-420d-b357-5dcdeb4a8076 None None] Attempt 1 to provision port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 Oct 28 19:54:07.056009 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Allocated IP 172.20.0.1 (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3/0b76dd5d-7f79-4d1b-9384-996f2bc2734a/1ed9ead3-864f-4fcc-b1fa-3a649f3b2374) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:07.116375 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.167314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks [] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.212090 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['00647731-e891-4337-95d5-6857a903a988'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:07.216774 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.218991 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab1e81-e8b3-420d-b357-5dcdeb4a8076 None None] Current status of the port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.267413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:07.302982 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:07.325821 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:07.328711 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.349710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:07.350235 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.426217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks [] for port (322556fe-204a-4f74-b48e-12ab726f5224), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.428922 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d9d8-ac95-4bdb-ae5e-fe4cd28ee5d8 req-b6bfbc18-1895-4328-85bb-af5606519d72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:07.430932 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3bb8d9d8-ac95-4bdb-ae5e-fe4cd28ee5d8 req-b6bfbc18-1895-4328-85bb-af5606519d72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 943 time: 0.1553650 Oct 28 19:54:07.448876 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.449402 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.449750 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 Oct 28 19:54:07.457111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (322556fe-204a-4f74-b48e-12ab726f5224), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.533979 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Attempting to bind port 322556fe-204a-4f74-b48e-12ab726f5224 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:07.534451 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Attempting to bind port 322556fe-204a-4f74-b48e-12ab726f5224 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:07.534813 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Attempting to bind port 322556fe-204a-4f74-b48e-12ab726f5224 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:07.554808 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3bb8d9d8-ac95-4bdb-ae5e-fe4cd28ee5d8 req-0cfc36bd-9bac-4166-9f87-282a3b94a43b tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924065 Oct 28 19:54:07.561052 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:07.561433 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:07.561833 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.562366 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:07.562845 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Bound port: 322556fe-204a-4f74-b48e-12ab726f5224, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:07.563282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (322556fe-204a-4f74-b48e-12ab726f5224), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.592594 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923c863-b840-484f-b894-60d9547bde87 None None] Pushing event updated for resources: {'Port': ['ID=322556fe-204a-4f74-b48e-12ab726f5224,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.599933 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.692069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e3d2-9b78-4e1c-a27f-ae32062d4523 req-e54062fb-53b2-412c-8dfc-83b57f260b20 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:07.694032 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1426e3d2-9b78-4e1c-a27f-ae32062d4523 req-e54062fb-53b2-412c-8dfc-83b57f260b20 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.3474636 Oct 28 19:54:07.747628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1426e3d2-9b78-4e1c-a27f-ae32062d4523 req-19ca3f3a-1d56-42f3-83cc-9f2445cea0ae tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Oct 28 19:54:07.792101 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks [] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.797109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.797820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.818712 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] For port 322556fe-204a-4f74-b48e-12ab726f5224, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:07.837697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] For port 322556fe-204a-4f74-b48e-12ab726f5224, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=322556fe-204a-4f74-b48e-12ab726f5224,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:07.846901 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.850237 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Provisioning complete for port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.850612 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.851013 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 1 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:07.853940 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (322556fe-204a-4f74-b48e-12ab726f5224), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.870999 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.915275 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:07.916797 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:07.916937 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:07.919362 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:07.919988 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:07.970111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923c863-b840-484f-b894-60d9547bde87 None None] Pushing event updated for resources: {'Port': ['ID=322556fe-204a-4f74-b48e-12ab726f5224,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:08.062731 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:08.079885 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:08.154503 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf1d29-7724-4222-8858-58d1325dc1d0 req-da969bb3-e7b6-4634-9cde-e061c8f148d5 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:08.155707 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-38cf1d29-7724-4222-8858-58d1325dc1d0 req-da969bb3-e7b6-4634-9cde-e061c8f148d5 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 944 time: 0.1209702 Oct 28 19:54:08.251530 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:08.257245 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-caae840b-7374-453b-b9c4-b1d56572a2f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/68bfe838-7010-4f90-abe9-1cd9b3aed2c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1311517 Oct 28 19:54:08.261437 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-38cf1d29-7724-4222-8858-58d1325dc1d0 req-16583f1d-ba49-434a-9755-77e16e6e8984 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952010 Oct 28 19:54:08.293313 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 2, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:08.318223 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e053398-1a3c-470f-9744-996f4065c4d7 None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 2, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:08.374683 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09239b26-dfe6-4296-bc05-2442ffd39b07 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:08.435547 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 2 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:08.479798 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:08.505737 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09239b26-dfe6-4296-bc05-2442ffd39b07,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:08.533966 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '09239b26-dfe6-4296-bc05-2442ffd39b07', 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67', 'port_id': '09239b26-dfe6-4296-bc05-2442ffd39b07', 'mac_address': 'fa:16:3e:cf:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed60dc2-a71d-439d-b7cd-ec08a45a1099', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:08.576271 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 09239b26-dfe6-4296-bc05-2442ffd39b07 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:08.576271 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.615980 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09239b26-dfe6-4296-bc05-2442ffd39b07 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:08.640937 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09239b26-dfe6-4296-bc05-2442ffd39b07,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:08.650844 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36048) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:08.652373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.658574 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904229305', 'description': 'tempest-description--769718170'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:08.713468 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.715008 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:08.750700 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695ae8b-eeca-4d62-97bd-e44c8e134704 req-b4dc7f29-c6dd-4481-b812-e2f85155cb80 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:08.752223 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e695ae8b-eeca-4d62-97bd-e44c8e134704 req-b4dc7f29-c6dd-4481-b812-e2f85155cb80 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 944 time: 0.0844188 Oct 28 19:54:08.831072 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e695ae8b-eeca-4d62-97bd-e44c8e134704 req-4ee2c189-6a9c-4a1a-8312-64ddb463775c tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Oct 28 19:54:08.833460 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (a6f4c008-025f-4bd0-97cb-34ff9a4bebc9), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.841645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a6f4c008-025f-4bd0-97cb-34ff9a4bebc9), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.887084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.888320 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2361996 Oct 28 19:54:08.891349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36052) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:08.895215 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6985d8-470d-4e14-a7dc-d5bdb3dbeef9 req-81b81f72-0d7f-4f27-a0cd-f0f22dd33819 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:08.896488 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4c008-025f-4bd0-97cb-34ff9a4bebc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:08.898592 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0d6985d8-470d-4e14-a7dc-d5bdb3dbeef9 req-81b81f72-0d7f-4f27-a0cd-f0f22dd33819 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0590925 Oct 28 19:54:08.901852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17072a-497b-426e-9fa0-5f0df642e2b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:08.927604 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (08293013-b7dd-4a19-9f35-7fc41e35ac71), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.954011 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0d6985d8-470d-4e14-a7dc-d5bdb3dbeef9 req-45d0c352-ea9a-440e-9ce4-387d6dd3f649 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Oct 28 19:54:08.958366 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['09239b26-dfe6-4296-bc05-2442ffd39b07'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:08.996833 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 3 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:09.000132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (08293013-b7dd-4a19-9f35-7fc41e35ac71), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.005766 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (08293013-b7dd-4a19-9f35-7fc41e35ac71), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.031959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08293013-b7dd-4a19-9f35-7fc41e35ac71,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:09.040649 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.042277 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-5101dd67-976a-4961-bbed-9805ca89ed60 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499162 Oct 28 19:54:09.044900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36054) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:09.047935 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:09.049967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4c008-025f-4bd0-97cb-34ff9a4bebc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:09.077430 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (fbede500-b011-43a9-87f2-0518e482ad04), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.155127 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (fbede500-b011-43a9-87f2-0518e482ad04), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.163923 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (fbede500-b011-43a9-87f2-0518e482ad04), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.199320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbede500-b011-43a9-87f2-0518e482ad04,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:09.212397 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.214138 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9548f4d5-f9db-43fd-8a30-5c18d9d7713a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676104 Oct 28 19:54:09.217151 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36056) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:09.221837 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:09.241702 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 322556fe-204a-4f74-b48e-12ab726f5224 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:09.248266 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.290661 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 322556fe-204a-4f74-b48e-12ab726f5224 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:09.291042 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (322556fe-204a-4f74-b48e-12ab726f5224), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.291443 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 322556fe-204a-4f74-b48e-12ab726f5224 Oct 28 19:54:09.369634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 322556fe-204a-4f74-b48e-12ab726f5224 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:09.370426 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (322556fe-204a-4f74-b48e-12ab726f5224), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.393825 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 322556fe-204a-4f74-b48e-12ab726f5224, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=322556fe-204a-4f74-b48e-12ab726f5224,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:09.401272 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.401773 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (322556fe-204a-4f74-b48e-12ab726f5224), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.442408 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192d947-d8ca-457a-9617-bcc9e2066bbe req-639fea47-8a81-4c66-8744-aa9214de7f06 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:09.449990 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e192d947-d8ca-457a-9617-bcc9e2066bbe req-639fea47-8a81-4c66-8744-aa9214de7f06 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 944 time: 0.0839524 Oct 28 19:54:09.482413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=322556fe-204a-4f74-b48e-12ab726f5224,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:09.535391 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e192d947-d8ca-457a-9617-bcc9e2066bbe req-b68a9cef-4f07-4910-857a-92b18866fd28 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716372 Oct 28 19:54:09.548753 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 4 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:09.606371 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:09.625818 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Allocated IP 172.27.3.51 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/2346924b-5e8c-46b7-854d-a5c3b6205bb1) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:09.664911 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-47359199-4e32-4352-b497-221718e4e7da tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015825895&fields=id&tenant_id=37c9db6cc9ff4036a092c91138e6c6b3 HTTP/1.1" status: 200 len: 267 time: 0.0756247 Oct 28 19:54:09.842265 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.855592 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-f620bfd9-6022-4079-bbf7-31415683721e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:09.857068 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-f620bfd9-6022-4079-bbf7-31415683721e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 807 time: 0.1810765 Oct 28 19:54:09.884412 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-59b870ed-d004-4ca8-8f12-4680f7525b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/quotas/37c9db6cc9ff4036a092c91138e6c6b3 HTTP/1.1" status: 200 len: 375 time: 0.0206409 Oct 28 19:54:09.920048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.967451 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:09.976006 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:09.979117 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651ec45-58c6-422d-b245-cc6be66f2d33 req-7ef937c9-d5f1-4395-9da3-28a983a55a21 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:09.980848 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c651ec45-58c6-422d-b245-cc6be66f2d33 req-7ef937c9-d5f1-4395-9da3-28a983a55a21 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 944 time: 0.0593905 Oct 28 19:54:09.985231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:10.007676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=2346924b-5e8c-46b7-854d-a5c3b6205bb1,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:10.018682 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-c3a020e0-b4da-43ea-a870-ff63f3e0335f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284883 Oct 28 19:54:10.035312 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c651ec45-58c6-422d-b245-cc6be66f2d33 req-358a9ce8-591b-443b-9281-c3942c2cf446 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Oct 28 19:54:10.107791 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 5 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:10.143607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:10.145666 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a8bb8-825c-4897-aca5-ca18b9ee6715 req-704332b5-3512-47a8-9044-7472a0fc62ba tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:10.147282 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb5a8bb8-825c-4897-aca5-ca18b9ee6715 req-704332b5-3512-47a8-9044-7472a0fc62ba tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0556128 Oct 28 19:54:10.152280 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.175553 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-f2876e32-5bf4-43ad-9aaf-684d8a167b31 service neutron] 10.222.0.20 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426406 Oct 28 19:54:10.194875 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb5a8bb8-825c-4897-aca5-ca18b9ee6715 req-fcba9dda-4aeb-4c99-ae1d-6aaee9d914fd tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Oct 28 19:54:10.244536 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.349220 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-34fe712f-80fe-4b14-9c5e-c749e790d948 service neutron] 10.222.0.20 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585948 Oct 28 19:54:10.395348 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 00647731-e891-4337-95d5-6857a903a988 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:10.422976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.430932 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.468285 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 00647731-e891-4337-95d5-6857a903a988 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:10.473688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 00647731-e891-4337-95d5-6857a903a988 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:10.473688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (00647731-e891-4337-95d5-6857a903a988), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.474473 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 00647731-e891-4337-95d5-6857a903a988 Oct 28 19:54:10.498460 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.509591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=2346924b-5e8c-46b7-854d-a5c3b6205bb1,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:10.521700 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.530902 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a1cc7992-2ed1-42d0-9524-649f3fbcb326 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3066161 Oct 28 19:54:10.580352 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 00647731-e891-4337-95d5-6857a903a988 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:10.580895 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (00647731-e891-4337-95d5-6857a903a988), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.610522 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00647731-e891-4337-95d5-6857a903a988'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:10.612884 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cff752-d079-4b3f-9478-e1260b990c3d" -d '{"events": [{"server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "name": "network-vif-plugged", "status": "completed", "tag": "00647731-e891-4337-95d5-6857a903a988"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:10.626798 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=00647731-e891-4337-95d5-6857a903a988,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:10.631725 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (00647731-e891-4337-95d5-6857a903a988), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.632550 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09239b26-dfe6-4296-bc05-2442ffd39b07 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:10.661484 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339ffe3-c331-4706-969f-ab860bd603ab req-576c5c0e-4108-4841-9489-42b966c31faf tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:10.663207 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3339ffe3-c331-4706-969f-ab860bd603ab req-576c5c0e-4108-4841-9489-42b966c31faf tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 944 time: 0.0608904 Oct 28 19:54:10.692575 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 6 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:10.728112 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3339ffe3-c331-4706-969f-ab860bd603ab req-e2b0a27b-1e17-4c5e-b92a-a426a2230b70 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Oct 28 19:54:10.801990 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581584b-61db-4df1-9e1e-0c95b8226d66 x-openstack-request-id: req-b581584b-61db-4df1-9e1e-0c95b8226d66 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:10.802326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "name": "network-vif-plugged", "status": "completed", "tag": "00647731-e891-4337-95d5-6857a903a988", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:10.802581 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b581584b-61db-4df1-9e1e-0c95b8226d66 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:10.802981 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b581584b-61db-4df1-9e1e-0c95b8226d66'] response: {'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00647731-e891-4337-95d5-6857a903a988', 'code': 200} Oct 28 19:54:10.806335 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 09239b26-dfe6-4296-bc05-2442ffd39b07 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:10.814255 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 09239b26-dfe6-4296-bc05-2442ffd39b07 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:10.814607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.814952 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 09239b26-dfe6-4296-bc05-2442ffd39b07 Oct 28 19:54:10.816567 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:10.818287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:10.840963 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-196046a0-a082-457d-8df2-67e23bd92c8d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--904229305&fields=id&tenant_id=f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 267 time: 0.1035092 Oct 28 19:54:10.922035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 09239b26-dfe6-4296-bc05-2442ffd39b07 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:10.922477 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.948335 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7d3c65b7-d82a-4e81-85ca-880965dc9d26 req-b84f40e7-c4fe-4f60-961d-800b8c3f2e94 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 210 time: 0.0866511 Oct 28 19:54:10.983999 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09239b26-dfe6-4296-bc05-2442ffd39b07,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:10.990228 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:10.991740 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.005251 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:11.005879 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:11.024617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-0143edf7-1393-4161-9bd9-3e7151b041af tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.027337 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-0143edf7-1393-4161-9bd9-3e7151b041af tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 810 time: 0.1793528 Oct 28 19:54:11.048186 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:11.062470 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-e13c9124-743c-490a-bb27-b224fa155e72 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/quotas/f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 375 time: 0.0191629 Oct 28 19:54:11.156588 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83924c35-b747-475d-a6dc-9f02d037b4f9 req-9a70c4c4-e1c1-41f1-85f6-3fc33109c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.162419 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-83924c35-b747-475d-a6dc-9f02d037b4f9 req-9a70c4c4-e1c1-41f1-85f6-3fc33109c6f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 1129 time: 0.1613615 Oct 28 19:54:11.193424 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:11.233847 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb63c57-d1ab-41fb-afcd-fd37635c5a77 req-9406b23a-4f37-47e0-a0c9-e2485ed13371 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.235586 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eeb63c57-d1ab-41fb-afcd-fd37635c5a77 req-9406b23a-4f37-47e0-a0c9-e2485ed13371 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1082954 Oct 28 19:54:11.253276 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 322556fe-204a-4f74-b48e-12ab726f5224 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:11.291748 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-56fa4dc0-c1cc-4d20-b31d-6a55e9c9c701 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123115 Oct 28 19:54:11.304228 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-83924c35-b747-475d-a6dc-9f02d037b4f9 req-619be87b-d77a-422a-8d09-91c7b8337b43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298034 Oct 28 19:54:11.319118 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 7 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:11.347745 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eeb63c57-d1ab-41fb-afcd-fd37635c5a77 req-ec8292ce-a77b-4423-935b-cd402512e165 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018975 Oct 28 19:54:11.401387 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:11.413163 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 322556fe-204a-4f74-b48e-12ab726f5224 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:11.413533 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (322556fe-204a-4f74-b48e-12ab726f5224), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.414073 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 322556fe-204a-4f74-b48e-12ab726f5224 Oct 28 19:54:11.424795 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-bef97e4e-0abd-47d1-90a5-e2bee6d3525d service neutron] 10.222.0.20 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321397 Oct 28 19:54:11.432793 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 2, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:11.463356 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:11.463710 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Updating router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:11.504471 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.507795 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a0ab-1bfa-4496-a5ba-9b6c13e1f74d req-da0b9a4c-939e-44c4-aeb4-975fa3aa4d03 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.510280 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7ff3a0ab-1bfa-4496-a5ba-9b6c13e1f74d req-da0b9a4c-939e-44c4-aeb4-975fa3aa4d03 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0721204 Oct 28 19:54:11.518098 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 322556fe-204a-4f74-b48e-12ab726f5224 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:11.560798 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-0d8a9da9-e5f0-4ba6-9ad6-14d4ab354447 service neutron] 10.222.0.20 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293452 Oct 28 19:54:11.581506 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7ff3a0ab-1bfa-4496-a5ba-9b6c13e1f74d req-faa14216-3daf-4ae4-8409-bac92665f8bc tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634878 Oct 28 19:54:11.759574 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aec5bdef-918e-4e2c-bf0c-262efed1de63 req-d51713b2-d796-4ec9-8294-10e50513103c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 210 time: 0.0313652 Oct 28 19:54:11.810584 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks [] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.823189 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.885266 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46ad5-551a-477c-9fe2-3b8e7363d157 req-17eddaeb-05b4-4b77-80d7-ab3bd8977c32 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.885965 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12ac27-a2e5-4af9-9ddc-1625fbd2bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:11.886953 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64a46ad5-551a-477c-9fe2-3b8e7363d157 req-17eddaeb-05b4-4b77-80d7-ab3bd8977c32 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.0562918 Oct 28 19:54:11.903645 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 8 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:11.943419 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Attempting to bind port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:11.943935 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Attempting to bind port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:11.944365 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Attempting to bind port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:11.946500 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:11.950565 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:11.951010 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Checking segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:11.951188 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64a46ad5-551a-477c-9fe2-3b8e7363d157 req-2548f9ea-8210-4cd0-89e2-e0d99accdd60 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558853 Oct 28 19:54:11.951517 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.951912 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Bound using segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:11.952373 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Bound port: 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:11.952778 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.037793 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9a5bcfc7-ed25-4265-9a15-cf949aa5fcf3 req-cdcc2cad-84f4-4a51-93c6-8c7a6d8d38e4 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 210 time: 0.0293403 Oct 28 19:54:12.119233 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] For port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:12.122460 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] For port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:12.128928 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.158678 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:12.159292 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:53:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:12.249156 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12ac27-a2e5-4af9-9ddc-1625fbd2bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.276948 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:12.365864 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-2d2eccc4-b5a7-440e-b931-e1ae7ac41406 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:12.367170 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-2d2eccc4-b5a7-440e-b931-e1ae7ac41406 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 807 time: 0.1241410 Oct 28 19:54:12.448241 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Attempt 9 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:12.481423 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-fd3d3186-aa0e-46a0-b57d-e778c97519a8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c9db6cc9ff4036a092c91138e6c6b3 HTTP/1.1" status: 200 len: 380 time: 0.0897260 Oct 28 19:54:12.538587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'port': {'device_id': '2bc86ede-56b4-4169-a1fb-884338c189df', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'admin_state_up': True, 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'security_groups': ['547c40b2-0806-471a-9a8d-19e100b2d125']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.544437 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:12.585462 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf17a5-df46-4cb0-bd4c-170bbf5d00af None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:12.601083 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Current status of the port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:12.601470 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.632397 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2a9c2-5078-4715-8195-1fc6638723f2 req-0fb91ab4-d195-409c-ab53-72b2ab2c3838 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:12.643899 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-99e2a9c2-5078-4715-8195-1fc6638723f2 req-0fb91ab4-d195-409c-ab53-72b2ab2c3838 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1698308 Oct 28 19:54:12.661419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] For port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:12.669488 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.752238 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140b3be-4ea1-4499-837b-7a174990049a None None] Pushing event updated for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.778976 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-99e2a9c2-5078-4715-8195-1fc6638723f2 req-7deef551-27df-4c23-b4dd-9d0724ab65dd tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340473 Oct 28 19:54:12.787661 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1a5b-ce65-4ee0-a8a1-b835edd3ab86 req-8280cdcd-e2ac-4be1-bbdc-cff197cda8b2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:12.797286 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-224e1a5b-ce65-4ee0-a8a1-b835edd3ab86 req-8280cdcd-e2ac-4be1-bbdc-cff197cda8b2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0925970 Oct 28 19:54:12.807091 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:12.814921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Made reservation on behalf of 37c9db6cc9ff4036a092c91138e6c6b3 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:12.816060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1927cc97-cf5e-49cc-b297-e770988b1bcd" -d '{"events": [{"server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "name": "network-vif-plugged", "status": "completed", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:12.818934 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.847043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-95d941b5-0075-4947-8db7-2e2819815fd3 None None] Provisioning complete for port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:12.850950 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-95d941b5-0075-4947-8db7-2e2819815fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.851522 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-95d941b5-0075-4947-8db7-2e2819815fd3 None None] Attempt 1 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:12.929742 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-224e1a5b-ce65-4ee0-a8a1-b835edd3ab86 req-01cbd64a-8df3-49da-9bee-37fd5d6fc2a3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307654 Oct 28 19:54:13.000936 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2e6dd9b4-dd13-4806-b116-79e8b4882869 req-e5b6a8f7-fd6a-434d-b57c-71cf5dc6e9f0 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 210 time: 0.0527151 Oct 28 19:54:13.013023 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09dba12-82a0-4247-a769-3746b0685093 x-openstack-request-id: req-a09dba12-82a0-4247-a769-3746b0685093 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:13.013335 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "name": "network-vif-plugged", "status": "completed", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:13.013983 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a09dba12-82a0-4247-a769-3746b0685093 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:13.014118 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09dba12-82a0-4247-a769-3746b0685093'] response: {'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07', 'code': 200} Oct 28 19:54:13.177047 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0250a-04c2-4c5f-a1c2-daeb3ad29b21 req-e154db17-1cbf-4a00-a26b-14abfa74ad25 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.191124 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f3b0250a-04c2-4c5f-a1c2-daeb3ad29b21 req-e154db17-1cbf-4a00-a26b-14abfa74ad25 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.1173074 Oct 28 19:54:13.215766 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-95d941b5-0075-4947-8db7-2e2819815fd3 None None] Current status of the port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:13.286716 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f3b0250a-04c2-4c5f-a1c2-daeb3ad29b21 req-ecced7c3-2f53-4897-b358-36f5c7ffa14b tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865836 Oct 28 19:54:13.319817 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Allocated IP 172.20.0.7 (8a4c5569-bfcc-4336-b23e-27efdb539c6c/05067162-5954-4fb0-8cb0-4eb927349c4d/05af2698-cf4d-4205-aab4-03ee533e1f3b) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:13.434881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74c8e-8d3e-4564-b7a7-864505edccb7 req-85c05a42-9ead-4e7b-ab11-16d77878ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.446779 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78d74c8e-8d3e-4564-b7a7-864505edccb7 req-85c05a42-9ead-4e7b-ab11-16d77878ebc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 1129 time: 0.0995071 Oct 28 19:54:13.486891 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c01e94d1-149f-47fc-95bb-3e77656ffe29 req-e84ca51e-e088-4d9b-b8ae-4233ee861b62 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 210 time: 0.0516701 Oct 28 19:54:13.521789 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78d74c8e-8d3e-4564-b7a7-864505edccb7 req-c1e14c2b-b9a1-4d8f-b169-2c80d4a1a597 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653338 Oct 28 19:54:13.574353 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:13.597761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-72c89e35-0e7b-4d5b-b5f5-5ce9d22c65bb tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.597761 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-72c89e35-0e7b-4d5b-b5f5-5ce9d22c65bb tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 810 time: 0.5887680 Oct 28 19:54:13.602208 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.626958 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:13.627239 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.627717 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 Oct 28 19:54:13.638861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.694019 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:13.707791 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:13.711092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:13.734859 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:13.750962 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:13.801508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.802224 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.841353 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-42d86d4a-5a1b-4b35-86af-89c3dfc86735 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3178527 Oct 28 19:54:13.852376 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-2a2f34d0-ec20-404c-a4dc-8e6ae36203d6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 379 time: 0.1026535 Oct 28 19:54:13.858142 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Request body: {'port': {'device_id': '2bc86ede-56b4-4169-a1fb-884338c189df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:13.866837 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'port': {'device_id': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'admin_state_up': True, 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'security_groups': ['a6f4c008-025f-4bd0-97cb-34ff9a4bebc9']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:13.943482 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc0862-ebbf-4dfd-bda4-a25a525a01c8 req-69e66da4-4c9e-4609-9cb0-ca26c1ee462c tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.945217 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-41cc0862-ebbf-4dfd-bda4-a25a525a01c8 req-69e66da4-4c9e-4609-9cb0-ca26c1ee462c tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0728667 Oct 28 19:54:13.980894 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.020314 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-41cc0862-ebbf-4dfd-bda4-a25a525a01c8 req-7b877f40-5e29-47b2-a3b3-3be016131508 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Oct 28 19:54:14.047678 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Provisioning complete for port 05af2698-cf4d-4205-aab4-03ee533e1f3b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:14.048846 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.049140 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Attempt 1 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:54:14.128007 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Port 05af2698-cf4d-4205-aab4-03ee533e1f3b cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:14.162549 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-260a3209-bab6-49af-957c-166de395af90 req-7b09d8d1-d75a-4a4b-8e09-7393ca81da82 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 210 time: 0.0401485 Oct 28 19:54:14.179209 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Made reservation on behalf of f5919c7c8c5640909e1b61e1cd886421 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:14.182859 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.279879 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744132b5-6d33-4fde-8d31-9c6792bf1d85 req-b7111a5b-16e3-4907-9146-7d4cda06c975 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.281548 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-744132b5-6d33-4fde-8d31-9c6792bf1d85 req-b7111a5b-16e3-4907-9146-7d4cda06c975 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.0596728 Oct 28 19:54:14.338857 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-744132b5-6d33-4fde-8d31-9c6792bf1d85 req-41da36cf-2004-4692-940c-bb404b0798dd tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Oct 28 19:54:14.583193 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2485-5e42-4a52-9e2f-65fe236eb884 req-c6b14a98-25fd-4223-8fd1-d44ecdcbccfb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.584672 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f61b2485-5e42-4a52-9e2f-65fe236eb884 req-c6b14a98-25fd-4223-8fd1-d44ecdcbccfb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.4150486 Oct 28 19:54:14.628959 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Attempt 2 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:54:14.688577 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17184-5cd7-415a-94fb-dcf3175bbdc5 req-e9603078-6bb8-430b-9fcb-4089f9bf6f87 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.699679 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-63a17184-5cd7-415a-94fb-dcf3175bbdc5 req-e9603078-6bb8-430b-9fcb-4089f9bf6f87 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 931 time: 0.1371334 Oct 28 19:54:14.702306 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Port 05af2698-cf4d-4205-aab4-03ee533e1f3b cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:14.720021 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Allocated IP 172.20.0.7 (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3/0b76dd5d-7f79-4d1b-9384-996f2bc2734a/b74d364a-62c8-41e5-8c94-0a8b744646af) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:14.726887 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f61b2485-5e42-4a52-9e2f-65fe236eb884 req-65a500a2-443c-4c6f-ba35-0b88951933c4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336503 Oct 28 19:54:14.774402 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05af2698-cf4d-4205-aab4-03ee533e1f3b {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:14.789321 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks [] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.830233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Transition to ACTIVE for port object 05af2698-cf4d-4205-aab4-03ee533e1f3b will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:14.830914 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-63a17184-5cd7-415a-94fb-dcf3175bbdc5 req-179d9698-2125-4621-9ef3-192de36b1c05 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268616 Oct 28 19:54:14.854312 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582bc07-1157-410c-8e92-e4070f75a67e req-96625d75-2020-43b3-bf4b-a530718691c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.854312 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f582bc07-1157-410c-8e92-e4070f75a67e req-96625d75-2020-43b3-bf4b-a530718691c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1129 time: 0.1002014 Oct 28 19:54:14.867645 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.898377 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f582bc07-1157-410c-8e92-e4070f75a67e req-2ab9fa17-1484-4648-9511-a6ce2b94b160 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Oct 28 19:54:14.945081 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:14.982398 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3f82337b-7ae5-4612-87d1-98d6494d53e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.018612 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.026426 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Attempting to bind port 05af2698-cf4d-4205-aab4-03ee533e1f3b on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:15.026759 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Attempting to bind port 05af2698-cf4d-4205-aab4-03ee533e1f3b by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:15.027086 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Attempting to bind port 05af2698-cf4d-4205-aab4-03ee533e1f3b on network 8a4c5569-bfcc-4336-b23e-27efdb539c6c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:15.036503 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Port 05af2698-cf4d-4205-aab4-03ee533e1f3b on network 8a4c5569-bfcc-4336-b23e-27efdb539c6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:15.036503 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Attempting to bind port 05af2698-cf4d-4205-aab4-03ee533e1f3b on network 8a4c5569-bfcc-4336-b23e-27efdb539c6c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:15.050261 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:15.050601 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Checking segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:15.050983 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Bound using segment: {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:15.051410 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Bound port: 05af2698-cf4d-4205-aab4-03ee533e1f3b, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325963b8-62ae-48bc-95d9-283cf8b41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:15.051765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.089568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.184134 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:15.185382 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:15.190764 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:15.192560 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:15.200124 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:15.203598 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Attempt 3 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:54:15.211879 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:15.243519 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Port 05af2698-cf4d-4205-aab4-03ee533e1f3b cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:15.247272 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.257176 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.257796 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.259222 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] 10.222.0.55 "PUT /v2.0/ports/05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 1093 time: 1.4054103 Oct 28 19:54:15.263171 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:15.265573 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671ceb3-b709-4a2c-8411-359a45b69c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:15.299039 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.299666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.317315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030258c-7298-4c00-8f0a-3a8a7a84ba6e req-1dc07f5e-e865-41db-8bfe-f184f26a8eb6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.318902 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1030258c-7298-4c00-8f0a-3a8a7a84ba6e req-1dc07f5e-e865-41db-8bfe-f184f26a8eb6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1942437 Oct 28 19:54:15.329153 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a428f6-0ac9-4f25-a897-c4f3fa7f1101 req-c969e561-bfef-41c5-9d48-451b009f29c8 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.330878 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b1a428f6-0ac9-4f25-a897-c4f3fa7f1101 req-c969e561-bfef-41c5-9d48-451b009f29c8 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 931 time: 0.0823877 Oct 28 19:54:15.373495 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-16ca64a2-494d-40b1-9b3e-8fb176b6290e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5116153 Oct 28 19:54:15.385705 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b1a428f6-0ac9-4f25-a897-c4f3fa7f1101 req-00062d85-6b31-4571-b3d9-1e91054a3cd4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483110 Oct 28 19:54:15.390843 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Request body: {'port': {'device_id': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:15.393265 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd669c-86c0-46fc-9564-a383cf2078de service neutron] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:15.451068 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66340f73-c7d4-4fca-894a-1af8d1ba1875 x-openstack-request-id: req-66340f73-c7d4-4fca-894a-1af8d1ba1875 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:15.451362 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:15.451616 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66340f73-c7d4-4fca-894a-1af8d1ba1875 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:15.452018 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66340f73-c7d4-4fca-894a-1af8d1ba1875'] response: {'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'status': 'completed', 'code': 200} Oct 28 19:54:15.479345 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1030258c-7298-4c00-8f0a-3a8a7a84ba6e req-ef836dc4-61bf-4910-8330-6bb55388d6dc tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401606 Oct 28 19:54:15.490934 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-e6e19d34-1a8e-4536-badc-87797cd2ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.492441 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-e6e19d34-1a8e-4536-badc-87797cd2ed36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1127 time: 0.1665318 Oct 28 19:54:15.495065 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.544737 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-321635ef-e029-443e-bf0a-107921e58bcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 217 time: 0.0409217 Oct 28 19:54:15.560000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58713fdf-61c6-49c3-b2d9-2eeca44a6cec req-a705f000-ae56-4b3a-9815-bbde123b397b tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.562570 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58713fdf-61c6-49c3-b2d9-2eeca44a6cec req-a705f000-ae56-4b3a-9815-bbde123b397b tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.0722511 Oct 28 19:54:15.616057 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58713fdf-61c6-49c3-b2d9-2eeca44a6cec req-b502d652-6694-4f40-b8ee-e2e69bf5d1f9 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486484 Oct 28 19:54:15.671947 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-3af9712d-7af8-4a52-b333-a6e53b68f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.673431 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-3af9712d-7af8-4a52-b333-a6e53b68f400 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.1066079 Oct 28 19:54:15.744527 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Attempt 4 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:54:15.792494 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb670-042d-4d16-9413-611df0746d5a req-c521c75e-d33a-4214-a8aa-dec39e29f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.794024 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-c521c75e-d33a-4214-a8aa-dec39e29f979 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042373 Oct 28 19:54:15.813942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc135-2c40-4e7e-9007-a6757e8e3848 None None] Port 05af2698-cf4d-4205-aab4-03ee533e1f3b had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:15.952217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Provisioning complete for port b74d364a-62c8-41e5-8c94-0a8b744646af triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:15.952951 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.953427 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Attempt 1 to provision port b74d364a-62c8-41e5-8c94-0a8b744646af Oct 28 19:54:15.977767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74d364a-62c8-41e5-8c94-0a8b744646af {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:15.988037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks [] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.007659 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Transition to ACTIVE for port object b74d364a-62c8-41e5-8c94-0a8b744646af will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:16.010659 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Port b74d364a-62c8-41e5-8c94-0a8b744646af cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:16.025351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.029645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36276) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:16.078641 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841f02-a13d-4550-9640-3f2d146c3054 req-e421e6c7-b86d-414b-bed9-be759b15cb80 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.080308 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7841f02-a13d-4550-9640-3f2d146c3054 req-e421e6c7-b86d-414b-bed9-be759b15cb80 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.1695240 Oct 28 19:54:16.093435 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Deleting subnet 86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:54:16.113655 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Publish callbacks [] for subnet (86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.114490 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7f427-0dc2-4a38-9bbd-8953e31de5ab req-db2e43c7-3225-46df-8d2e-a9abf4d55578 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.116092 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-28b7f427-0dc2-4a38-9bbd-8953e31de5ab req-db2e43c7-3225-46df-8d2e-a9abf4d55578 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.2824254 Oct 28 19:54:16.136944 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-91e70091-3d65-40bc-b7ff-785345ffe1de service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305297 Oct 28 19:54:16.179922 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:16.200110 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7841f02-a13d-4550-9640-3f2d146c3054 req-2b9df369-86ad-4924-ace4-2a741280ef8b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040063 Oct 28 19:54:16.202747 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Publish callbacks [] for subnet (86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.211109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.253960 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-49f5009c-792d-406a-873c-4f2f327006a0 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.255831 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-49f5009c-792d-406a-873c-4f2f327006a0 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.1443417 Oct 28 19:54:16.309200 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-28b7f427-0dc2-4a38-9bbd-8953e31de5ab req-57617734-8df3-44ae-b5ea-f8d9aa4bd4c0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698172 Oct 28 19:54:16.316095 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Attempting to bind port b74d364a-62c8-41e5-8c94-0a8b744646af on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:16.316443 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Attempting to bind port b74d364a-62c8-41e5-8c94-0a8b744646af by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:16.317521 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Attempting to bind port b74d364a-62c8-41e5-8c94-0a8b744646af on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:16.361341 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Port b74d364a-62c8-41e5-8c94-0a8b744646af on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:16.362439 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Attempting to bind port b74d364a-62c8-41e5-8c94-0a8b744646af on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:16.364159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for subnet (86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.372191 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4e9fb670-042d-4d16-9413-611df0746d5a req-413760a4-efae-479f-bd9a-2f13d2d3ddde service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154145 Oct 28 19:54:16.373376 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:16.373712 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Checking segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:16.374114 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Bound using segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:16.374638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Bound port: b74d364a-62c8-41e5-8c94-0a8b744646af, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:16.375000 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.424957 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:16.431451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.438675 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f1948525-2001-4d29-9beb-768a11e86725 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86cb3c09-8041-4eeb-b7c5-b237e9d5cdf7 HTTP/1.1" status: 204 len: 168 time: 0.4069948 Oct 28 19:54:16.440996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36298) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:16.497225 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:16.512870 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Attempt 2 to provision port b74d364a-62c8-41e5-8c94-0a8b744646af Oct 28 19:54:16.544958 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=b74d364a-62c8-41e5-8c94-0a8b744646af,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:16.555167 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Deleting port 00647731-e891-4337-95d5-6857a903a988 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:16.555377 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Port b74d364a-62c8-41e5-8c94-0a8b744646af cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:16.555881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (00647731-e891-4337-95d5-6857a903a988), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.583002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.592041 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.592747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.594259 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 1093 time: 1.2109685 Oct 28 19:54:16.596373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-60e53cf7-dbfc-4681-90d5-ce9ce338fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.597885 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-60e53cf7-dbfc-4681-90d5-ce9ce338fcfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1127 time: 0.1519904 Oct 28 19:54:16.609263 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (65426b8a-959c-487b-a7da-cde32b004acd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.744501 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] For port 00647731-e891-4337-95d5-6857a903a988, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=00647731-e891-4337-95d5-6857a903a988,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:16.745138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (00647731-e891-4337-95d5-6857a903a988), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.779597 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1067699-f862-422e-ad2c-08da411bfa66 req-0a4ec0a8-fa78-4c95-ba14-68d6b68bf870 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.787929 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1067699-f862-422e-ad2c-08da411bfa66 req-0a4ec0a8-fa78-4c95-ba14-68d6b68bf870 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 943 time: 0.2870002 Oct 28 19:54:16.795732 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (65426b8a-959c-487b-a7da-cde32b004acd), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.850658 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Calling delete_port for 00647731-e891-4337-95d5-6857a903a988 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:16.855209 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.855609 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.856373 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.856710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.857053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.857406 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.857741 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.858053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.858400 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.858723 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.866870 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1da46-9f5a-4e50-a122-87dca370b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:16.897423 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-17e30dc3-f42f-4451-9f59-95dcd01f6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.898972 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-17e30dc3-f42f-4451-9f59-95dcd01f6df3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1127 time: 0.1832814 Oct 28 19:54:16.909468 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1067699-f862-422e-ad2c-08da411bfa66 req-f7703d8e-171e-4faa-bfd3-66fcff405108 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205466 Oct 28 19:54:16.911936 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-b5608efc-7346-4e6f-96b2-64bbf846be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.913883 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-b5608efc-7346-4e6f-96b2-64bbf846be8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.2751060 Oct 28 19:54:16.934335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.934335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.934335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.934335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:54:16.934335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65426b8a-959c-487b-a7da-cde32b004acd']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:16.962262 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea1b09e-b797-4050-b661-0b1112bf61c5') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:16.962457 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea1b09e-b797-4050-b661-0b1112bf61c5') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:16.984762 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (2ea1b09e-b797-4050-b661-0b1112bf61c5), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.996742 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-b725016d-b24c-49a4-ae7b-463fe2b49b78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 217 time: 0.0733294 Oct 28 19:54:16.998143 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-0c04d7f4-c30b-4423-ab7f-09b40f824e65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 217 time: 0.0830796 Oct 28 19:54:17.056578 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Attempt 3 to provision port b74d364a-62c8-41e5-8c94-0a8b744646af Oct 28 19:54:17.112232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-3b07a786-b9b8-4d33-9260-bd59b4eea7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.113743 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-3b07a786-b9b8-4d33-9260-bd59b4eea7a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.1003642 Oct 28 19:54:17.118733 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-44537ade-25e9-4ff7-ab7d-a659febb5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.119387 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa10af-64ce-4275-b43d-3ebfae768917 None None] Port b74d364a-62c8-41e5-8c94-0a8b744646af had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:17.120223 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-44537ade-25e9-4ff7-ab7d-a659febb5eb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0910339 Oct 28 19:54:17.199803 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-bee01473-d68d-4530-a6f8-f7f80f6cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.201337 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-bee01473-d68d-4530-a6f8-f7f80f6cdc1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800629 Oct 28 19:54:17.206956 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-a1ac4ecb-592a-429b-aef5-e6874f20cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.208542 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-a1ac4ecb-592a-429b-aef5-e6874f20cfeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791922 Oct 28 19:54:17.248578 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdafec-8a7b-4bfc-a869-5fbf2a52d710 req-59e0c1f6-5eb1-4b15-8710-f40fabacfb63 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.250350 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7bcdafec-8a7b-4bfc-a869-5fbf2a52d710 req-59e0c1f6-5eb1-4b15-8710-f40fabacfb63 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 945 time: 0.5302894 Oct 28 19:54:17.252893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (2ea1b09e-b797-4050-b661-0b1112bf61c5), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.278368 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:54:17.278763 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (2ea1b09e-b797-4050-b661-0b1112bf61c5), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.378992 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1060c6d3-9274-4e9f-8ba8-6db0f7d3e3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.391725 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7bcdafec-8a7b-4bfc-a869-5fbf2a52d710 req-24f015ea-e762-4093-b3af-3fb52267ff53 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324060 Oct 28 19:54:17.393902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (65426b8a-959c-487b-a7da-cde32b004acd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.404495 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.411911 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65426b8a-959c-487b-a7da-cde32b004acd HTTP/1.1" status: 204 len: 168 time: 0.9693167 Oct 28 19:54:17.416547 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36318) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:17.426022 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-5ce959d5-91a3-4c31-b811-12bba62a0f52 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085204 Oct 28 19:54:17.434744 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24226210-606a-4bf8-a302-6484f5d624cf req-4aee8485-783f-411a-8e7e-4487fab0f321 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.436253 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24226210-606a-4bf8-a302-6484f5d624cf req-4aee8485-783f-411a-8e7e-4487fab0f321 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.1392856 Oct 28 19:54:17.439001 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-8f9dec46-e91d-4cc8-b4bb-6638c34d743e service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296255 Oct 28 19:54:17.458345 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13201-b9cb-4693-bf6a-919d3f218eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65426b8a-959c-487b-a7da-cde32b004acd,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:17.458991 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:17.461525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb02cc9-320e-496f-b138-a3d6336e6ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:17.564883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (00647731-e891-4337-95d5-6857a903a988), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.578349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Deleting subnet b7e258fd-ffd6-485b-bbe0-04fc569404b5 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:54:17.586122 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['00647731-e891-4337-95d5-6857a903a988'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:17.626379 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Publish callbacks [] for subnet (b7e258fd-ffd6-485b-bbe0-04fc569404b5), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.629314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Pushing event deleted for resources: {'Port': ['ID=00647731-e891-4337-95d5-6857a903a988,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:17.667170 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 2ea1b09e-b797-4050-b661-0b1112bf61c5 resource provider aggregate not found Oct 28 19:54:17.698809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 2ea1b09e-b797-4050-b661-0b1112bf61c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ea1b09e-b797-4050-b661-0b1112bf61c5 found for delete ", "request_id": "req-30482f4e-0396-4fff-b465-deb1d82d8ed7"}]} Oct 28 19:54:17.749640 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] No DVR routers for this DVR port 00647731-e891-4337-95d5-6857a903a988 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:17.752777 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (b7e258fd-ffd6-485b-bbe0-04fc569404b5), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.761027 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3fcab-3fba-46dc-ac15-37ff801d2fec req-18ac8b0d-0b2d-445f-93ac-ae0d4509e824 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.762598 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58c3fcab-3fba-46dc-ac15-37ff801d2fec req-18ac8b0d-0b2d-445f-93ac-ae0d4509e824 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.2524247 Oct 28 19:54:17.786000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.789639 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ec0e8d41-b2cc-4c5a-b926-4233d584fe8d req-3ed09e3b-9c46-4da7-94a5-ad7dc269083a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "DELETE /v2.0/ports/00647731-e891-4337-95d5-6857a903a988 HTTP/1.1" status: 204 len: 173 time: 1.5261629 Oct 28 19:54:17.790179 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'name': 'network-vif-deleted', 'tag': '00647731-e891-4337-95d5-6857a903a988'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:17.792625 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eec2ca-299b-4bd1-8a55-5e89557c089c" -d '{"events": [{"server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "name": "network-vif-deleted", "tag": "00647731-e891-4337-95d5-6857a903a988"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:17.854354 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (b7e258fd-ffd6-485b-bbe0-04fc569404b5), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.866261 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58c3fcab-3fba-46dc-ac15-37ff801d2fec req-ba45d584-843e-4528-837c-2432c61c4d22 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836830 Oct 28 19:54:17.887729 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-24226210-606a-4bf8-a302-6484f5d624cf req-24ccaa5e-b5f3-4d88-8c3e-ef79b04b83e3 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950360 Oct 28 19:54:17.892341 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e9b576d4-f2fe-49e1-b78f-3981b9842c24 req-b32c7781-5ed2-4eb3-8175-e77765f9a898 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524117 Oct 28 19:54:17.940352 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75c19e-647b-467b-bfc4-6563b75e8cf9 x-openstack-request-id: req-bc75c19e-647b-467b-bfc4-6563b75e8cf9 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:17.940524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:17.940724 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc75c19e-647b-467b-bfc4-6563b75e8cf9 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:17.944934 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc75c19e-647b-467b-bfc4-6563b75e8cf9'] response: {'name': 'network-changed', 'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'status': 'completed', 'code': 200} Oct 28 19:54:17.947623 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7671ceb3-b709-4a2c-8411-359a45b69c2e req-8329d11a-c736-4907-875b-27b447155371 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894302 Oct 28 19:54:17.978455 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd94b55-0ebb-4a84-a37a-c05de5f5cce1 x-openstack-request-id: req-7cd94b55-0ebb-4a84-a37a-c05de5f5cce1 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:17.978848 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05020537-9a8f-4ebe-b71e-99238e768ecd", "name": "network-vif-deleted", "tag": "00647731-e891-4337-95d5-6857a903a988", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:17.979225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cd94b55-0ebb-4a84-a37a-c05de5f5cce1 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:17.979939 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd94b55-0ebb-4a84-a37a-c05de5f5cce1'] response: {'server_uuid': '05020537-9a8f-4ebe-b71e-99238e768ecd', 'name': 'network-vif-deleted', 'tag': '00647731-e891-4337-95d5-6857a903a988', 'status': 'completed', 'code': 200} Oct 28 19:54:18.016029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (b7e258fd-ffd6-485b-bbe0-04fc569404b5), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.052062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-214c22e9-47ad-4949-90c5-8b16d1323bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.053787 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-214c22e9-47ad-4949-90c5-8b16d1323bde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1127 time: 0.0693464 Oct 28 19:54:18.070757 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e258fd-ffd6-485b-bbe0-04fc569404b5,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:18.073113 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f338254f-3183-4518-8204-619793f090bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.083066 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f338254f-3183-4518-8204-619793f090bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7e258fd-ffd6-485b-bbe0-04fc569404b5 HTTP/1.1" status: 204 len: 168 time: 0.6557024 Oct 28 19:54:18.083233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36340) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:18.309495 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-555f998e-9aa1-4222-8f33-8e54feefc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.311034 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (21de436b-e9ec-4a87-b164-5e03d205cc3e), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.311225 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-555f998e-9aa1-4222-8f33-8e54feefc035 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1129 time: 0.0928035 Oct 28 19:54:18.328191 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991548b-c347-4e94-b5b1-d55d99134f14 req-8df0aa71-fcc9-40a7-b29e-c93941e64fc0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.330903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.334851 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1991548b-c347-4e94-b5b1-d55d99134f14 req-8df0aa71-fcc9-40a7-b29e-c93941e64fc0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0827658 Oct 28 19:54:18.347125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf3fe-1cea-422c-a65f-f4c41c4e319a req-3e0c238e-c2f9-4182-9642-a99351b1e1fc tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.348708 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa5cf3fe-1cea-422c-a65f-f4c41c4e319a req-3e0c238e-c2f9-4182-9642-a99351b1e1fc tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 943 time: 0.2846980 Oct 28 19:54:18.364336 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-ead3ba81-f77d-4553-8e76-083ef9f675df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2412329 Oct 28 19:54:18.371264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-ad90b7ac-52b6-4bc5-9d25-873aba666f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.372615 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-ad90b7ac-52b6-4bc5-9d25-873aba666f4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.2885458 Oct 28 19:54:18.436684 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1991548b-c347-4e94-b5b1-d55d99134f14 req-d690a096-5b7a-4aa9-8740-9cab1e59c4bf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915673 Oct 28 19:54:18.439019 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-5aa303c6-6829-4784-afa2-c64e976ac43c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 217 time: 0.0578928 Oct 28 19:54:18.484558 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-63395fa5-6337-4ec3-9df2-9da89cd88382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.486297 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-63395fa5-6337-4ec3-9df2-9da89cd88382 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.1502397 Oct 28 19:54:18.555674 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa5cf3fe-1cea-422c-a65f-f4c41c4e319a req-d725d8e8-14bc-4aa9-bb0f-48903bddea4f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967971 Oct 28 19:54:18.557220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (21de436b-e9ec-4a87-b164-5e03d205cc3e), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.582799 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-1fce7b6e-4504-484c-ba61-e2b75f036f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 217 time: 0.0827732 Oct 28 19:54:18.586879 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21de436b-e9ec-4a87-b164-5e03d205cc3e']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:18.600321 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-5fc3a139-8453-4f7e-9382-c0890947fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.601880 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-5fc3a139-8453-4f7e-9382-c0890947fab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.1422698 Oct 28 19:54:18.603580 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f780c8-718e-4b40-9cca-525e43944996') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:18.603945 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f780c8-718e-4b40-9cca-525e43944996') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:18.605102 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a6d29ff5-74c6-4b65-a3d9-d7cd52ee456f req-d7df4c47-3275-4afd-8b12-d2963d66065c tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=05020537-9a8f-4ebe-b71e-99238e768ecd HTTP/1.1" status: 200 len: 210 time: 0.0474434 Oct 28 19:54:18.630993 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (39f780c8-718e-4b40-9cca-525e43944996), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.663312 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-7cab9e54-fd6f-4aa9-bedc-ad808bbe4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.665088 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-7cab9e54-fd6f-4aa9-bedc-ad808bbe4c51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0621855 Oct 28 19:54:18.676658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (39f780c8-718e-4b40-9cca-525e43944996), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.686015 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:54:18.686486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (39f780c8-718e-4b40-9cca-525e43944996), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.727430 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-066d32dd-92ec-4bc6-ad9c-c11802302429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.728612 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 39f780c8-718e-4b40-9cca-525e43944996 resource provider aggregate not found Oct 28 19:54:18.733152 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-066d32dd-92ec-4bc6-ad9c-c11802302429 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598729 Oct 28 19:54:18.751340 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 39f780c8-718e-4b40-9cca-525e43944996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39f780c8-718e-4b40-9cca-525e43944996 found for delete ", "request_id": "req-93728f9f-9c19-4341-a9fe-96e1338d6681"}]} Oct 28 19:54:18.753621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-5ae10149-09dd-4497-a9d4-4f3bdd8a2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.755184 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-5ae10149-09dd-4497-a9d4-4f3bdd8a2e5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409383 Oct 28 19:54:18.771443 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (21de436b-e9ec-4a87-b164-5e03d205cc3e), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.817470 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:18.823639 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21de436b-e9ec-4a87-b164-5e03d205cc3e HTTP/1.1" status: 204 len: 168 time: 0.7350144 Oct 28 19:54:18.832672 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aed3a6-7b22-456d-904d-011d8b25fce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21de436b-e9ec-4a87-b164-5e03d205cc3e,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:18.835844 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-f63e0641-e06c-4914-bea1-5d2c27bd2251 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930545 Oct 28 19:54:18.879087 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-35b40464-b881-4e77-a8dc-2789dd40a337 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160345 Oct 28 19:54:18.937194 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-58df4f12-0cf4-42ab-b742-d0ebe0598cef req-7a502612-75cd-4877-b9e2-f56968bfb560 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944076 Oct 28 19:54:18.963282 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36358) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:19.018761 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cfaf8fc7-31e4-4cdb-b90b-2510624374e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04a7af65767c49d2ae20e95b0fe39691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535564 Oct 28 19:54:19.021403 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36360) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:19.034151 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fb02cc9-320e-496f-b138-a3d6336e6ba9 req-b7a73c9e-43c5-44e2-a466-061c755cea86 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458926 Oct 28 19:54:19.070296 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28252-fc29-4d38-bdcf-331e9094ad0f req-66caad27-3554-4929-8eec-0b641b1f4179 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.071079 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b7e28252-fc29-4d38-bdcf-331e9094ad0f req-66caad27-3554-4929-8eec-0b641b1f4179 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0777719 Oct 28 19:54:19.078668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] Publish callbacks [] for security_group (6c03b1be-165d-4704-80ac-3b4b584f681a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.103443 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] Publish callbacks [] for security_group (6c03b1be-165d-4704-80ac-3b4b584f681a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.155320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6c03b1be-165d-4704-80ac-3b4b584f681a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.158504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.159884 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c03b1be-165d-4704-80ac-3b4b584f681a HTTP/1.1" status: 204 len: 168 time: 0.1375604 Oct 28 19:54:19.167829 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b7e28252-fc29-4d38-bdcf-331e9094ad0f req-d4a0195a-c4e6-40c6-ba1f-9a2e96b222f8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871263 Oct 28 19:54:19.168176 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3a6b6-e48b-4be5-9017-4f0234911e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c03b1be-165d-4704-80ac-3b4b584f681a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:19.175940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-fdf70584-6dd9-4666-bcf9-437cba677e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.178241 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-fdf70584-6dd9-4666-bcf9-437cba677e4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 1129 time: 0.1052880 Oct 28 19:54:19.314762 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-979d961e-d54b-4b7d-8970-9e6ff8691b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.316271 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-979d961e-d54b-4b7d-8970-9e6ff8691b02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.1121342 Oct 28 19:54:19.359307 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-fd19c459-e34f-4b67-a2ab-7d9e35ea42c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 200 len: 217 time: 0.0350480 Oct 28 19:54:19.412313 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-b58e3204-ac59-4d38-bb11-72ae29812a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.414009 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-b58e3204-ac59-4d38-bb11-72ae29812a6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0479522 Oct 28 19:54:19.480184 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-f368b74e-92d2-4ee8-b3d9-49e2914c5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.481881 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-f368b74e-92d2-4ee8-b3d9-49e2914c5ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583615 Oct 28 19:54:19.610219 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.610822 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36386) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:19.636779 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-630d0558-1a65-4692-91d4-704217d80d4c service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444998 Oct 28 19:54:19.658719 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83ef3-cbae-4f41-93cd-6f98f4059792 req-d43e8168-0e89-4d70-9304-f429e1173644 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.660277 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aff83ef3-cbae-4f41-93cd-6f98f4059792 req-d43e8168-0e89-4d70-9304-f429e1173644 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0707378 Oct 28 19:54:19.667433 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f631ff-fb5d-466d-aa3d-6d16b165f01b req-7090ee55-c346-4fd2-8bb7-016bd37ec8c4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.668961 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a5f631ff-fb5d-466d-aa3d-6d16b165f01b req-7090ee55-c346-4fd2-8bb7-016bd37ec8c4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.1242771 Oct 28 19:54:19.710397 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aff83ef3-cbae-4f41-93cd-6f98f4059792 req-11b8c765-84bc-4f98-9883-807a725cf404 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Oct 28 19:54:19.725080 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-18211e47-1ba0-447b-97fe-d3b051350af6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f1a69d419ab40179710eac879a52392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102762 Oct 28 19:54:19.725623 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36390) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:19.780828 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a5f631ff-fb5d-466d-aa3d-6d16b165f01b req-3f7b4f60-6b19-41ea-905b-feb6747ab728 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030488 Oct 28 19:54:19.782668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] Publish callbacks [] for security_group (2a6263ce-71be-403a-b857-00c6930e3fc1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.792743 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-98a93da3-2df8-4b99-a8c0-fbfcd22b9b6c service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402211 Oct 28 19:54:19.824711 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] Publish callbacks [] for security_group (2a6263ce-71be-403a-b857-00c6930e3fc1), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.888285 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23ff7a-4547-4e7e-bbc6-c6c0d98b419b req-439d3f5a-7d77-4a0d-9e77-c5d65e782553 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.889927 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6c23ff7a-4547-4e7e-bbc6-c6c0d98b419b req-439d3f5a-7d77-4a0d-9e77-c5d65e782553 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 943 time: 0.0946920 Oct 28 19:54:19.915578 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (2a6263ce-71be-403a-b857-00c6930e3fc1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.918181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.919340 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a6263ce-71be-403a-b857-00c6930e3fc1 HTTP/1.1" status: 204 len: 168 time: 0.1925905 Oct 28 19:54:19.942490 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076fe22-62a5-4d10-838d-a627668caf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6263ce-71be-403a-b857-00c6930e3fc1,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:19.960928 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6c23ff7a-4547-4e7e-bbc6-c6c0d98b419b req-a4227821-1d15-47c0-98b9-c079eea151bd tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650811 Oct 28 19:54:20.122638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-43635935-38f3-45fd-a518-07c5c9d2aac2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.124130 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-43635935-38f3-45fd-a518-07c5c9d2aac2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 808 time: 0.1074758 Oct 28 19:54:20.139339 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-b1bcc9d0-f2d4-4297-9116-edcf7c0f8918 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/quotas/3b0d6bdc5136421792ba72516aa75ba2 HTTP/1.1" status: 200 len: 375 time: 0.0095026 Oct 28 19:54:20.172897 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-2ce0850e-a1fc-4d62-aa3b-54544bb4863f tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282936 Oct 28 19:54:20.274957 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:20.290335 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-98b80bb2-8ead-4bfd-847a-ff5d596f2cff service neutron] 10.222.0.20 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087244 Oct 28 19:54:20.340942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06d4ae-352e-4915-9153-e28105f33968 req-b67c136d-37d9-40b7-90a8-38bb82a5d91d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.342797 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb06d4ae-352e-4915-9153-e28105f33968 req-b67c136d-37d9-40b7-90a8-38bb82a5d91d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0648966 Oct 28 19:54:20.382776 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-9a54202f-5138-4786-b2d9-4f74290947d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925262 Oct 28 19:54:20.398941 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb06d4ae-352e-4915-9153-e28105f33968 req-229430b6-9d9a-4e80-a3b0-0ff60adf011f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501244 Oct 28 19:54:20.434260 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device b74d364a-62c8-41e5-8c94-0a8b744646af details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:20.438034 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 00647731-e891-4337-95d5-6857a903a988 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:20.471458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 00647731-e891-4337-95d5-6857a903a988 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:20.471799 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 00647731-e891-4337-95d5-6857a903a988 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:20.581536 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-abd4ba05-f181-4dcf-9c11-4cf7faaf0c29 req-9f746dca-a4a3-4f03-a9d9-d9b35eecb515 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 210 time: 0.0519240 Oct 28 19:54:20.726631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=b74d364a-62c8-41e5-8c94-0a8b744646af,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:20.743186 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'port_id': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'mac_address': 'fa:16:3e:4b:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:20.798526 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port b74d364a-62c8-41e5-8c94-0a8b744646af is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:20.799024 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:20.812952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74d364a-62c8-41e5-8c94-0a8b744646af {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:20.847507 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=b74d364a-62c8-41e5-8c94-0a8b744646af,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:20.854824 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:20.891671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10770da-14c6-474b-9e1e-977b0a069d7e req-6fa7f1e0-3471-4ea6-95ea-2c8fd408298d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.915419 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d10770da-14c6-474b-9e1e-977b0a069d7e req-6fa7f1e0-3471-4ea6-95ea-2c8fd408298d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.1069243 Oct 28 19:54:20.918888 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:20.980081 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b6cc-c7e1-4160-89a6-f0086f5de9ec req-8f2eaed0-3fd7-4c5f-84e5-6086ae54fbb0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.983233 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d10770da-14c6-474b-9e1e-977b0a069d7e req-444da65d-1a4b-498b-9137-f83136aefdd7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622733 Oct 28 19:54:20.987293 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ac43b6cc-c7e1-4160-89a6-f0086f5de9ec req-8f2eaed0-3fd7-4c5f-84e5-6086ae54fbb0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0828018 Oct 28 19:54:21.080166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ac43b6cc-c7e1-4160-89a6-f0086f5de9ec req-c5fceb85-ec72-40d1-927b-99e749e8d4b4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891838 Oct 28 19:54:21.123142 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d91a1-0ee5-4af7-8bbc-554ab7066ab1 req-9247ef72-349d-4c10-b1e5-c9ff6cd4e945 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:21.130768 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3c7d91a1-0ee5-4af7-8bbc-554ab7066ab1 req-9247ef72-349d-4c10-b1e5-c9ff6cd4e945 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 944 time: 0.0620635 Oct 28 19:54:21.154189 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.192204 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3c7d91a1-0ee5-4af7-8bbc-554ab7066ab1 req-8ed85199-84fa-4c7e-bccc-a536ee6d4ed6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607405 Oct 28 19:54:21.229781 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['b74d364a-62c8-41e5-8c94-0a8b744646af'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:21.534356 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0904c-6d89-4c9c-a1f0-d6a7ba92e88f req-1b4a2629-b35c-4fb4-8489-6c0b7b546280 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:21.535834 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eee0904c-6d89-4c9c-a1f0-d6a7ba92e88f req-1b4a2629-b35c-4fb4-8489-6c0b7b546280 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0543003 Oct 28 19:54:21.590888 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eee0904c-6d89-4c9c-a1f0-d6a7ba92e88f req-96ff56b9-8f5e-467d-93d1-7a89aaf852ea tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485194 Oct 28 19:54:21.675286 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-de727f92-6195-4f91-a503-28a7676032f6 req-1e37ed8b-f312-4153-a4e3-258f654fea1c tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 210 time: 0.0306633 Oct 28 19:54:21.865280 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-d1f9d54c-dff1-4dbe-9516-9d38b3508770 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:21.867061 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-d1f9d54c-dff1-4dbe-9516-9d38b3508770 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 808 time: 0.1156957 Oct 28 19:54:21.882879 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Request body: {'port': {'device_id': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b', 'admin_state_up': True, 'tenant_id': '3b0d6bdc5136421792ba72516aa75ba2'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:21.991776 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Made reservation on behalf of 3b0d6bdc5136421792ba72516aa75ba2 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:21.995249 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.110440 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc077e7-097a-4c81-a5fa-3f451f95a76f req-6e621217-eb38-41bc-b168-7f2fcd01aa32 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.112604 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-acc077e7-097a-4c81-a5fa-3f451f95a76f req-6e621217-eb38-41bc-b168-7f2fcd01aa32 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0556660 Oct 28 19:54:22.138613 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Allocated IP 172.20.0.6 (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b/768878b4-b624-4cca-a56f-ec3a1591c7d4/538097d6-ae31-42f7-b638-895dd44f6aa7) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:22.172166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-acc077e7-097a-4c81-a5fa-3f451f95a76f req-bd64b935-192d-4bdc-9d1d-64b23a369fea tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514071 Oct 28 19:54:22.272573 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbacd-14b4-4214-80a6-1e9f37d12b06 req-4cf3287f-98cc-4bf4-a529-4db68d8b39ba tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.273983 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-369dbacd-14b4-4214-80a6-1e9f37d12b06 req-4cf3287f-98cc-4bf4-a529-4db68d8b39ba tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.1200104 Oct 28 19:54:22.332999 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eabdc8-e08f-4abe-8039-8de2e87530e3 req-69a2f9b2-b43b-4f98-bbf5-5ae20807781d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.334697 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d9eabdc8-e08f-4abe-8039-8de2e87530e3 req-69a2f9b2-b43b-4f98-bbf5-5ae20807781d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 944 time: 0.0627551 Oct 28 19:54:22.361526 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-369dbacd-14b4-4214-80a6-1e9f37d12b06 req-922a7524-aedf-4408-b29c-4f2d22ac3629 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801713 Oct 28 19:54:22.366277 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks [] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.387386 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d9eabdc8-e08f-4abe-8039-8de2e87530e3 req-67a462f4-f69b-4a78-985a-204c725d0040 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466812 Oct 28 19:54:22.402593 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.453958 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:22.454216 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device b74d364a-62c8-41e5-8c94-0a8b744646af up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:22.457460 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:22.465484 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:22.484140 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Pushing event updated for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:22.549953 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port b74d364a-62c8-41e5-8c94-0a8b744646af completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:22.553937 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port b74d364a-62c8-41e5-8c94-0a8b744646af triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:22.554548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.555057 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port b74d364a-62c8-41e5-8c94-0a8b744646af Oct 28 19:54:22.561174 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.561787 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.588396 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-32667834-6c62-4221-850f-549af86d6ea7 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095919 Oct 28 19:54:22.606482 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Request body: {'port': {'device_id': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:22.645818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port b74d364a-62c8-41e5-8c94-0a8b744646af is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:22.652135 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.691760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:22.695170 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66249621-775e-4a4e-8aac-1b4d3c0a80bf" -d '{"events": [{"server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "name": "network-vif-plugged", "status": "completed", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:22.708507 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.726768 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=b74d364a-62c8-41e5-8c94-0a8b744646af,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:22.734905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.787137 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa1658-b6e7-4e06-86f4-91e3ef0d1fe8 x-openstack-request-id: req-b7fa1658-b6e7-4e06-86f4-91e3ef0d1fe8 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:22.798471 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "name": "network-vif-plugged", "status": "completed", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:22.798746 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7fa1658-b6e7-4e06-86f4-91e3ef0d1fe8 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:22.799179 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fa1658-b6e7-4e06-86f4-91e3ef0d1fe8'] response: {'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'code': 200} Oct 28 19:54:22.850976 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:22.903295 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e518e-9baf-4584-89fb-8da034d8aed3 req-fb49c983-fb9e-40de-b607-c0ac2dfe3a8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.904822 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-668e518e-9baf-4584-89fb-8da034d8aed3 req-fb49c983-fb9e-40de-b607-c0ac2dfe3a8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.2092984 Oct 28 19:54:22.942230 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071d6f-517e-4bac-ac8a-36af6dd0445e req-6eb414ad-0bfb-430d-a517-3bcbbb3b05e8 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.943935 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c5071d6f-517e-4bac-ac8a-36af6dd0445e req-6eb414ad-0bfb-430d-a517-3bcbbb3b05e8 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 931 time: 0.0730150 Oct 28 19:54:23.012345 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-668e518e-9baf-4584-89fb-8da034d8aed3 req-23ca466a-2186-4430-8940-0de93b35729e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997934 Oct 28 19:54:23.025810 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c5071d6f-517e-4bac-ac8a-36af6dd0445e req-d98a7697-89f9-402c-bc25-fb9d35685a7f tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 Oct 28 19:54:23.028835 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51777b1-9a30-4e6e-9023-0a04b4ba9ae2 req-53a757d3-7482-4f8d-babf-9b01536ef97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.030447 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f51777b1-9a30-4e6e-9023-0a04b4ba9ae2 req-53a757d3-7482-4f8d-babf-9b01536ef97c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1129 time: 0.0808578 Oct 28 19:54:23.078471 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f51777b1-9a30-4e6e-9023-0a04b4ba9ae2 req-f4cc4368-06b6-48aa-8f3a-f49a0b7d50b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Oct 28 19:54:23.115506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538097d6-ae31-42f7-b638-895dd44f6aa7 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:23.123347 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks [] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.135375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Transition to ACTIVE for port object 538097d6-ae31-42f7-b638-895dd44f6aa7 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:23.139849 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.200581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.249080 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Attempting to bind port 538097d6-ae31-42f7-b638-895dd44f6aa7 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:23.249411 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Attempting to bind port 538097d6-ae31-42f7-b638-895dd44f6aa7 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:23.249799 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Attempting to bind port 538097d6-ae31-42f7-b638-895dd44f6aa7 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:23.254175 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Port 538097d6-ae31-42f7-b638-895dd44f6aa7 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:23.254495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Attempting to bind port 538097d6-ae31-42f7-b638-895dd44f6aa7 on network c39e029e-8c3d-47b1-9ba6-8ae14968dc5b {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:23.269428 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:23.269828 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Checking segment: {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:23.270233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Bound using segment: {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:23.270667 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Bound port: 538097d6-ae31-42f7-b638-895dd44f6aa7, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:23.271029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.351473 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685fbbe-ddbf-4cd8-b28f-afbc3ea5ff60 req-cd837875-bdcb-495b-9f06-68c26e091d93 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.352869 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3685fbbe-ddbf-4cd8-b28f-afbc3ea5ff60 req-cd837875-bdcb-495b-9f06-68c26e091d93 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0963304 Oct 28 19:54:23.368787 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:23.390919 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=538097d6-ae31-42f7-b638-895dd44f6aa7,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:23.403070 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.411869 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.412474 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.413854 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/538097d6-ae31-42f7-b638-895dd44f6aa7 HTTP/1.1" status: 200 len: 1093 time: 0.8123772 Oct 28 19:54:23.414378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:23.416718 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a715f7-baa6-4bbd-a5d0-e4737df78f38" -d '{"events": [{"name": "network-changed", "server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:23.451760 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3685fbbe-ddbf-4cd8-b28f-afbc3ea5ff60 req-3d028651-38fd-44ca-848e-fa949e520868 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930896 Oct 28 19:54:23.457430 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b224514-e5c0-4bb5-a3a2-924a901e7a21 x-openstack-request-id: req-2b224514-e5c0-4bb5-a3a2-924a901e7a21 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:23.457718 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:23.457958 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b224514-e5c0-4bb5-a3a2-924a901e7a21 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:23.458406 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b224514-e5c0-4bb5-a3a2-924a901e7a21'] response: {'name': 'network-changed', 'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7', 'status': 'completed', 'code': 200} Oct 28 19:54:23.495982 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb0ad-253e-4be1-bd10-73523dfc60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.539909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-7c42b039-9a24-4834-b468-d88a875e525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.542070 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-7c42b039-9a24-4834-b468-d88a875e525a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 1127 time: 0.0759449 Oct 28 19:54:23.556766 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:54:23.573661 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb357-3728-40ca-af54-1d3d0ce68cf6 req-8fd1755a-02e7-4019-803e-d0fc896f529c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.575383 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cd4cb357-3728-40ca-af54-1d3d0ce68cf6 req-8fd1755a-02e7-4019-803e-d0fc896f529c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0608914 Oct 28 19:54:23.605950 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-89eb568c-3fd0-4297-a2e5-a57270c99215 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538097d6-ae31-42f7-b638-895dd44f6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0358624 Oct 28 19:54:23.623765 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cd4cb357-3728-40ca-af54-1d3d0ce68cf6 req-b7a33c17-97ac-4951-ad50-0f8a1b72143d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420592 Oct 28 19:54:23.659956 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da56b6-b248-435f-8568-43ac8e210760 req-45bb337e-def1-4f5f-a66c-943fcda932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.661943 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-45bb337e-def1-4f5f-a66c-943fcda932e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=768878b4-b624-4cca-a56f-ec3a1591c7d4 HTTP/1.1" status: 200 len: 848 time: 0.0497296 Oct 28 19:54:23.694932 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-81740d78-ac2f-4940-ad8a-a6a39f2ff41a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261626 Oct 28 19:54:23.793457 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-5e5cb004-d394-4044-a682-c479d6f0dfb1 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Oct 28 19:54:23.892586 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-95da56b6-b248-435f-8568-43ac8e210760 req-896e6848-36da-4c5a-9a04-ebb8df0cc728 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Oct 28 19:54:23.897382 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36546) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:23.901809 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043926200', 'description': 'tempest-description--705870942'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:23.923578 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.018032 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (c76b4f92-ad14-41f2-9838-45341ec7267f), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.023571 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c76b4f92-ad14-41f2-9838-45341ec7267f), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.044086 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-c39a08fb-addb-4978-bd28-eabf7c556c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.045599 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-c39a08fb-addb-4978-bd28-eabf7c556c3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 1127 time: 0.0872793 Oct 28 19:54:24.059852 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.064061 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1626501 Oct 28 19:54:24.064431 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36552) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:24.069688 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'security_group_rule': {'security_group_id': 'c76b4f92-ad14-41f2-9838-45341ec7267f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:24.087357 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f267e1-a903-4321-877b-d64d10e7dc0b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b4f92-ad14-41f2-9838-45341ec7267f,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.155577 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (97369739-fa85-442b-93c9-af6c8c5b6eed), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.191774 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-e398b0b2-7007-4ee2-b67b-5a50415c3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.193242 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-e398b0b2-7007-4ee2-b67b-5a50415c3fe3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 200 len: 909 time: 0.1403718 Oct 28 19:54:24.204969 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c1bf-576a-42c3-a8c6-45a6ec1ed616 req-c175678b-de7b-4c04-9606-e4d97a38ad06 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.206492 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4545c1bf-576a-42c3-a8c6-45a6ec1ed616 req-c175678b-de7b-4c04-9606-e4d97a38ad06 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0848985 Oct 28 19:54:24.220650 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae325398-db27-470e-83f7-8e223f3b246b req-6268b5a9-fb0e-4d97-85c4-fd280ffdb13d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.222204 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ae325398-db27-470e-83f7-8e223f3b246b req-6268b5a9-fb0e-4d97-85c4-fd280ffdb13d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.1199231 Oct 28 19:54:24.249553 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-8725bc14-b70e-4834-ab1e-7a677154d2f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538097d6-ae31-42f7-b638-895dd44f6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0420406 Oct 28 19:54:24.253299 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (97369739-fa85-442b-93c9-af6c8c5b6eed), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.259592 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (97369739-fa85-442b-93c9-af6c8c5b6eed), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.298308 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ae325398-db27-470e-83f7-8e223f3b246b req-61562542-5b14-450b-b178-e916931b36d8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698333 Oct 28 19:54:24.299645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97369739-fa85-442b-93c9-af6c8c5b6eed,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.308407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.309603 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-13e0b2ea-c04e-42f9-8d59-02f003d25790 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439992 Oct 28 19:54:24.312336 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36554) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:24.312848 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4545c1bf-576a-42c3-a8c6-45a6ec1ed616 req-b15a9529-693c-4678-a80f-c31c1c04a5e4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996530 Oct 28 19:54:24.317529 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'security_group_rule': {'security_group_id': 'c76b4f92-ad14-41f2-9838-45341ec7267f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:24.324872 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-16135595-17ca-4521-9ed4-806495dbb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.326451 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-16135595-17ca-4521-9ed4-806495dbb504 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=768878b4-b624-4cca-a56f-ec3a1591c7d4 HTTP/1.1" status: 200 len: 848 time: 0.0649245 Oct 28 19:54:24.345039 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (deb3af29-036d-4f33-a403-42026089d54d), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.367406 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-aa6d5bea-3ebb-4a0f-941a-cb8070ef7ed2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305979 Oct 28 19:54:24.406719 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (deb3af29-036d-4f33-a403-42026089d54d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.411960 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (deb3af29-036d-4f33-a403-42026089d54d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.431510 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb3af29-036d-4f33-a403-42026089d54d,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.439624 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.444357 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9e05fdd3-1652-4441-9ac6-a53bb77fa5ea tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304696 Oct 28 19:54:24.444521 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:24.445127 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36556) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:24.450240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:24.476695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.577244 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:24.597295 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'mac_address': 'fa:16:3e:1f:46:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:24.673840 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.703062 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 05af2698-cf4d-4205-aab4-03ee533e1f3b is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:24.703772 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.719025 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05af2698-cf4d-4205-aab4-03ee533e1f3b {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:24.744180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:24.751486 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.801994 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.825205 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-0db27ad9-eec5-482c-80d5-7c3eb26378d3 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339802 Oct 28 19:54:24.834666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c794-6e06-45c1-b69c-6d345b3f3673 req-f9f7243d-17b1-4791-98e0-7568192aec64 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.835994 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35d8c794-6e06-45c1-b69c-6d345b3f3673 req-f9f7243d-17b1-4791-98e0-7568192aec64 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0923774 Oct 28 19:54:24.859097 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea8c94-7c78-4940-a06f-227d6a8ab89c req-4589e1a0-e6f9-402c-ade5-84b74dc0d236 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.862728 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a9ea8c94-7c78-4940-a06f-227d6a8ab89c req-4589e1a0-e6f9-402c-ade5-84b74dc0d236 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.1329508 Oct 28 19:54:24.864095 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Allocated IP 172.27.3.172 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/c4d9eee0-bb23-4d89-bb59-4eb8c48649ec) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:24.932946 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35d8c794-6e06-45c1-b69c-6d345b3f3673 req-35117dbb-ac40-4a7a-9b00-f43abc6d5c68 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885530 Oct 28 19:54:24.954602 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a9ea8c94-7c78-4940-a06f-227d6a8ab89c req-48d97188-2a07-4ed2-b9ce-f873ddacd0d0 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876017 Oct 28 19:54:24.962843 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07a715f7-baa6-4bbd-a5d0-e4737df78f38 req-3d11f451-3a81-4a33-99bb-5cac59e78ba4 service neutron] 10.222.0.55 "GET /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258450 Oct 28 19:54:25.006425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.046975 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.082946 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85984b61-fc61-45f3-b6aa-0b320477f590 req-81ee1165-61c6-4507-bce4-d1a5542b2164 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:25.084833 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-85984b61-fc61-45f3-b6aa-0b320477f590 req-81ee1165-61c6-4507-bce4-d1a5542b2164 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0576525 Oct 28 19:54:25.086026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:25.091584 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:25.095152 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36568) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:25.095541 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:25.098590 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'Port': ['ID=c4d9eee0-bb23-4d89-bb59-4eb8c48649ec,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:25.099576 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'floatingip': {'port_id': 'b74d364a-62c8-41e5-8c94-0a8b744646af'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:25.122880 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['05af2698-cf4d-4205-aab4-03ee533e1f3b'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:25.137264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.229222 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.281088 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.554437 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84b938-29bb-4574-b495-2b2a5d4a8b2a req-078a15fd-1051-490b-938d-4dd6c418bc82 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:25.557941 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2d84b938-29bb-4574-b495-2b2a5d4a8b2a req-078a15fd-1051-490b-938d-4dd6c418bc82 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 944 time: 0.1112044 Oct 28 19:54:25.688167 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2d84b938-29bb-4574-b495-2b2a5d4a8b2a req-8632149e-51e4-42b7-8ab1-a8229c310094 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263647 Oct 28 19:54:25.690479 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.699881 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.710474 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.718117 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a5a38-2038-48b8-8eca-11cc9b2ae67a req-369a6a81-af64-4ab1-a5ed-e173a103fed1 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:25.719941 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d40a5a38-2038-48b8-8eca-11cc9b2ae67a req-369a6a81-af64-4ab1-a5ed-e173a103fed1 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.3167138 Oct 28 19:54:25.734369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.811092 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Floating IP 1bed47bb-f993-4174-8b79-3d18377c4712 associated. External IP: 172.27.3.51, port: b74d364a-62c8-41e5-8c94-0a8b744646af. Oct 28 19:54:25.827504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'Port': ['ID=c4d9eee0-bb23-4d89-bb59-4eb8c48649ec,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:25.832107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.841419 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d40a5a38-2038-48b8-8eca-11cc9b2ae67a req-17c0c222-4256-4d48-9498-cb313bfe3d55 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146982 Oct 28 19:54:25.845334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.845685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.846029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.846393 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.846740 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.847063 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.847465 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.847728 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.848051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.848380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.848704 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.849095 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.849416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:25.871386 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.873032 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-92c7e196-d15c-44cc-8a07-12d3a29640e2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4268830 Oct 28 19:54:26.033068 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:26.068861 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b437f-1c07-4a27-b2eb-d35aa83e9e12 req-7659bfbe-9d0f-47db-8943-ea61fd8ad32b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.070293 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1d3b437f-1c07-4a27-b2eb-d35aa83e9e12 req-7659bfbe-9d0f-47db-8943-ea61fd8ad32b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0544596 Oct 28 19:54:26.119485 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1d3b437f-1c07-4a27-b2eb-d35aa83e9e12 req-160a7955-7f58-4127-907f-be2f88096c50 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Oct 28 19:54:26.139141 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:26.144194 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:26.155425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:26.168390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:26.169281 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:26.177180 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-39743454-ef33-4e21-830d-522c301423d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "PUT /v2.0/floatingips/1bed47bb-f993-4174-8b79-3d18377c4712 HTTP/1.1" status: 200 len: 990 time: 1.0787203 Oct 28 19:54:26.177180 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:26.178221 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9221b508-405c-4cbe-a81f-7b3d58b64874" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:26.215788 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb0dd19-705b-4dd6-b666-68c7b5100215 x-openstack-request-id: req-1bb0dd19-705b-4dd6-b666-68c7b5100215 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:26.216079 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:26.216340 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bb0dd19-705b-4dd6-b666-68c7b5100215 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:26.216756 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb0dd19-705b-4dd6-b666-68c7b5100215'] response: {'name': 'network-changed', 'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'status': 'completed', 'code': 200} Oct 28 19:54:26.275299 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:26.291803 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-b648d17d-9a4f-4600-996e-d14c29cd9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.296855 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-b648d17d-9a4f-4600-996e-d14c29cd9f3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1129 time: 0.0468462 Oct 28 19:54:26.387077 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-4e1e3c75-0cbd-4e39-a19b-65573fb20b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.388535 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-4e1e3c75-0cbd-4e39-a19b-65573fb20b1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.0874507 Oct 28 19:54:26.452232 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-f6ca5256-dd02-49bd-8493-ccf5c0294980 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 998 time: 0.0558681 Oct 28 19:54:26.456635 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:26.508221 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-d8e6d986-9b23-4246-a5ec-ad04e405b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.509805 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-d8e6d986-9b23-4246-a5ec-ad04e405b771 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0513942 Oct 28 19:54:26.551660 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 05af2698-cf4d-4205-aab4-03ee533e1f3b completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:26.557616 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 05af2698-cf4d-4205-aab4-03ee533e1f3b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:26.557974 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:26.558343 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:54:26.562827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-d9b19004-474d-44eb-941a-f5c9043968b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.564369 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-d9b19004-474d-44eb-941a-f5c9043968b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475779 Oct 28 19:54:26.609435 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '1bed47bb-f993-4174-8b79-3d18377c4712', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:4b:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:10Z', 'updated_at': '2022-10-28T19:54:25Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:26.635495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:26.646908 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:26.647458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:26.670110 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-7030c875-1b03-4f36-9183-eca88d540256 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988827 Oct 28 19:54:26.717417 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 05af2698-cf4d-4205-aab4-03ee533e1f3b is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:26.717803 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:26.777766 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:26.780028 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365532f-5ec4-43e8-a2a4-a23a68fd13a4" -d '{"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-plugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:26.799792 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9221b508-405c-4cbe-a81f-7b3d58b64874 req-00e94b09-fe81-4ede-8c17-ea1725af5c39 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223004 Oct 28 19:54:26.804201 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:26.808602 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:26.811108 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:26.874327 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa2b48-3506-4e96-8a5f-ce1db0279abc req-5736b5e2-be1a-4393-bd50-84aff2b8b466 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:26.875914 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-29aa2b48-3506-4e96-8a5f-ce1db0279abc req-5736b5e2-be1a-4393-bd50-84aff2b8b466 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0687134 Oct 28 19:54:26.926484 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-29aa2b48-3506-4e96-8a5f-ce1db0279abc req-098f1a6a-e6bc-478e-b150-6160fa6f097f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Oct 28 19:54:26.928843 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:26.985532 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed74d44-e3f9-4778-a6bc-b1eed2dd6ec9 x-openstack-request-id: req-9ed74d44-e3f9-4778-a6bc-b1eed2dd6ec9 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:26.985857 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-plugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:26.986143 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ed74d44-e3f9-4778-a6bc-b1eed2dd6ec9 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:26.986555 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed74d44-e3f9-4778-a6bc-b1eed2dd6ec9'] response: {'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'code': 200} Oct 28 19:54:27.082396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '1bed47bb-f993-4174-8b79-3d18377c4712', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:4b:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:10Z', 'updated_at': '2022-10-28T19:54:25Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:27.090792 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88286-3645-4820-98e2-95a0a4094abe req-db77e030-fe80-40ff-81ab-e5c7d9b1c036 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.092328 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d9a88286-3645-4820-98e2-95a0a4094abe req-db77e030-fe80-40ff-81ab-e5c7d9b1c036 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0584509 Oct 28 19:54:27.107550 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefbdd7e-9c07-407b-82a5-c7be06bd853a None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '1bed47bb-f993-4174-8b79-3d18377c4712', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:4b:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:10Z', 'updated_at': '2022-10-28T19:54:25Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:27.155681 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d9a88286-3645-4820-98e2-95a0a4094abe req-1fa1cfa2-c644-4786-bbea-400e741e26b9 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571413 Oct 28 19:54:27.265380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113e090-2e8e-4369-a54b-6e3f6312bac4 req-d4fadc3c-bd02-4f00-8110-9872e2e2babc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.266929 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3113e090-2e8e-4369-a54b-6e3f6312bac4 req-d4fadc3c-bd02-4f00-8110-9872e2e2babc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0612943 Oct 28 19:54:27.275540 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc21b-e606-4f53-8247-8b71fc369048 req-9553384d-6e3a-41a5-add3-e5f8eecbf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.277223 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ffacc21b-e606-4f53-8247-8b71fc369048 req-9553384d-6e3a-41a5-add3-e5f8eecbf3e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0507550 Oct 28 19:54:27.317236 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3113e090-2e8e-4369-a54b-6e3f6312bac4 req-fa6480ff-fccf-436e-9a22-a7abc09ef05e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438807 Oct 28 19:54:27.340678 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ffacc21b-e606-4f53-8247-8b71fc369048 req-3b96dddd-8203-4f18-8c8a-d7a13f6687cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546801 Oct 28 19:54:27.350578 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664af292-30bb-47c4-85bd-72d4c420ca9b None None] New status for floating IP 1bed47bb-f993-4174-8b79-3d18377c4712: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:54:28.061301 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdae7-8fa6-4b84-a2ae-2c182ecbde9c req-bd8c20f1-92d6-4ed3-ab30-0efe1fc37ef6 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:28.062767 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4a1bdae7-8fa6-4b84-a2ae-2c182ecbde9c req-bd8c20f1-92d6-4ed3-ab30-0efe1fc37ef6 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0636303 Oct 28 19:54:28.113733 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4a1bdae7-8fa6-4b84-a2ae-2c182ecbde9c req-81d6f88e-5aaf-4082-890c-878f246e29f5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Oct 28 19:54:28.285124 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309820e-ec44-4245-8a58-6ca272532ea0 req-f75d7650-4587-416e-bd98-1a7491525eab tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:28.287013 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0309820e-ec44-4245-8a58-6ca272532ea0 req-f75d7650-4587-416e-bd98-1a7491525eab tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0631764 Oct 28 19:54:28.343843 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0309820e-ec44-4245-8a58-6ca272532ea0 req-dfba45f8-c87c-48ce-9de9-04b02ec1b624 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496001 Oct 28 19:54:28.459329 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1250a-8b59-4d74-9075-2302e6dcf84d req-3d4d31c3-3691-44ae-893e-243879021be0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:28.460845 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-09e1250a-8b59-4d74-9075-2302e6dcf84d req-3d4d31c3-3691-44ae-893e-243879021be0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0562224 Oct 28 19:54:28.519751 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-09e1250a-8b59-4d74-9075-2302e6dcf84d req-bd602d56-2af9-4f4a-9cae-5f3aa6c8da94 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498862 Oct 28 19:54:29.249233 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e97b2-4b7d-43a1-96bf-07becc3a3395 req-c4634a5f-990d-45a1-b87d-74918d3e22e5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.250758 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e49e97b2-4b7d-43a1-96bf-07becc3a3395 req-c4634a5f-990d-45a1-b87d-74918d3e22e5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0549974 Oct 28 19:54:29.305451 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e49e97b2-4b7d-43a1-96bf-07becc3a3395 req-ee5927d8-ff9f-4157-81b3-1aa858c19c7a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482650 Oct 28 19:54:29.433928 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e144d4-e130-40fb-b2b1-472cba41cec3 req-c873180d-7b48-4e2d-b6be-a4487974258e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.435470 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e9e144d4-e130-40fb-b2b1-472cba41cec3 req-c873180d-7b48-4e2d-b6be-a4487974258e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0536058 Oct 28 19:54:29.488613 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e9e144d4-e130-40fb-b2b1-472cba41cec3 req-b769dc98-b084-49ac-9a0e-4a1ed9355d8d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Oct 28 19:54:29.517301 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36624) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:29.602990 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6405bf-43ce-4d2b-90ff-f71de19a16f9 req-f27c139f-8c56-4b44-bada-d7620f2f85b2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.604502 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc6405bf-43ce-4d2b-90ff-f71de19a16f9 req-f27c139f-8c56-4b44-bada-d7620f2f85b2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0571873 Oct 28 19:54:29.663441 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc6405bf-43ce-4d2b-90ff-f71de19a16f9 req-df10b0bc-ba79-4665-9178-33453a68d3e8 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Oct 28 19:54:29.718287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb4658-45ed-41de-b834-3e294d8626e7 tempest-TestShelveInstance-1342149285 tempest-TestShelveInstance-1342149285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.719831 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-00fb4658-45ed-41de-b834-3e294d8626e7 tempest-TestShelveInstance-1342149285 tempest-TestShelveInstance-1342149285-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1124 time: 0.2015076 Oct 28 19:54:29.722894 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36630) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:29.727307 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:29.748264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:29.771165 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a506be6-cd73-491e-8e50-349bb2b5f4b9 req-e17751b9-f1fd-4098-8bf3-350c0164cc47 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.772681 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a506be6-cd73-491e-8e50-349bb2b5f4b9 req-e17751b9-f1fd-4098-8bf3-350c0164cc47 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0543349 Oct 28 19:54:29.820495 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a506be6-cd73-491e-8e50-349bb2b5f4b9 req-f8a2065a-c924-40a9-91a7-14da084dab2c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417924 Oct 28 19:54:29.857922 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:29.968989 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Allocated IP 172.27.3.25 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/8b635585-ec47-4edb-9282-1bd72de902ce) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:30.072692 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for port (8b635585-ec47-4edb-9282-1bd72de902ce), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.108461 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.146932 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:30.153790 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:30.156330 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:30.159486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'Port': ['ID=8b635585-ec47-4edb-9282-1bd72de902ce,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:30.190860 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.191069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.191404 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.191760 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.192146 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.192506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.192829 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.193185 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.193539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.193867 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.194255 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.194591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.194919 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:30.533877 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for floatingip (46d6d259-77a4-4c3c-a902-b1cc911e1782), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.609876 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.765842 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for port (8b635585-ec47-4edb-9282-1bd72de902ce), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.773474 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.788421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ebac-d1bc-49b0-b806-ad7d7dd6351b req-4ce9462c-d148-4b42-83ae-3a0c95824dfe tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:30.789852 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d125ebac-d1bc-49b0-b806-ad7d7dd6351b req-4ce9462c-d148-4b42-83ae-3a0c95824dfe tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0537457 Oct 28 19:54:30.843841 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event updated for resources: {'Port': ['ID=8b635585-ec47-4edb-9282-1bd72de902ce,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:30.848449 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d125ebac-d1bc-49b0-b806-ad7d7dd6351b req-22008768-a067-4aea-992f-b5a601ad58c1 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Oct 28 19:54:30.850018 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (46d6d259-77a4-4c3c-a902-b1cc911e1782), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:30.951358 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Floating IP 46d6d259-77a4-4c3c-a902-b1cc911e1782 associated. External IP: 172.27.3.25, port: 05af2698-cf4d-4205-aab4-03ee533e1f3b. Oct 28 19:54:30.958778 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d690c43-4c9b-4752-b9e0-866133256dcb req-8817de2b-ee5c-417b-8c2a-912087288a30 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:30.960499 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3d690c43-4c9b-4752-b9e0-866133256dcb req-8817de2b-ee5c-417b-8c2a-912087288a30 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0565140 Oct 28 19:54:31.018241 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3d690c43-4c9b-4752-b9e0-866133256dcb req-f3acdb5b-c73d-49de-a9d7-cfb7ad5d18dc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507870 Oct 28 19:54:31.154809 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:31.259983 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:31.269549 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Sync routers for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:31.280892 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:31.281577 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:31.282297 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:31.313517 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-490e3a5b-c30a-4ed5-8541-2c903f214fd5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5894134 Oct 28 19:54:31.314067 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:31.316503 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:31.354777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f355ce2-1ef5-49fc-a5f6-43de6827ea55 x-openstack-request-id: req-0f355ce2-1ef5-49fc-a5f6-43de6827ea55 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:31.355068 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:31.355320 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f355ce2-1ef5-49fc-a5f6-43de6827ea55 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:31.355776 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f355ce2-1ef5-49fc-a5f6-43de6827ea55'] response: {'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'status': 'completed', 'code': 200} Oct 28 19:54:31.453123 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-3ccc757e-faa5-468d-a740-6dae028c92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:31.456684 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-3ccc757e-faa5-468d-a740-6dae028c92f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0665338 Oct 28 19:54:31.520270 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:31.571320 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-5ec80b1a-0689-47e5-8215-9cb3eaca6bf1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2043926200&fields=id&tenant_id=ba374b2de5324250b7cd9383ea5d1a1e HTTP/1.1" status: 200 len: 267 time: 0.0927844 Oct 28 19:54:31.597287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-6259406d-339c-43b9-ab26-567b981f6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:31.599024 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-6259406d-339c-43b9-ab26-567b981f6e84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.1283302 Oct 28 19:54:31.757902 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '46d6d259-77a4-4c3c-a902-b1cc911e1782', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'mac_address': 'fa:16:3e:1f:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc86ede-56b4-4169-a1fb-884338c189df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:30Z', 'updated_at': '2022-10-28T19:54:30Z', 'revision_number': 0, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:31.782945 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Checking router: 97ea4bf1-1abb-4512-ba72-ebf72bd45532 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:31.793337 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:31.793978 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:31.905792 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:31.937466 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-9b765a8a-9ab5-49c6-a5c7-ff84ec000291 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 998 time: 0.3277872 Oct 28 19:54:31.982509 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495714bd-61f8-4df3-acda-58f73781dcd4 req-51dcead8-d1d0-4a36-ad94-30d8cd44921d tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:31.984025 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-495714bd-61f8-4df3-acda-58f73781dcd4 req-51dcead8-d1d0-4a36-ad94-30d8cd44921d tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0547853 Oct 28 19:54:31.999069 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-97ab52d9-9ec4-46cd-acca-e7eec0d048bf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.000526 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-97ab52d9-9ec4-46cd-acca-e7eec0d048bf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.4183681 Oct 28 19:54:32.018017 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-f550d4ac-d49a-4578-97e7-40e5d6de6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.019523 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-f550d4ac-d49a-4578-97e7-40e5d6de6ccf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.0728595 Oct 28 19:54:32.023188 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-cfa9fcb9-83fa-4325-8e4a-00ca3bcb5e1c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/quotas/ba374b2de5324250b7cd9383ea5d1a1e HTTP/1.1" status: 200 len: 375 time: 0.0127459 Oct 28 19:54:32.036798 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-495714bd-61f8-4df3-acda-58f73781dcd4 req-09aebe69-7519-4130-ae91-55f6467fdb46 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Oct 28 19:54:32.133878 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-c04188d6-d8b5-4d5e-9804-a0fbd5ce8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.135512 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-c04188d6-d8b5-4d5e-9804-a0fbd5ce8a6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070981 Oct 28 19:54:32.144875 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-e771c620-b110-49a5-8ad1-3b46b11927e5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1067340 Oct 28 19:54:32.178755 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346311b-768c-4f67-a726-d9206dc4a0b9 req-334c8d8b-446f-4248-93c4-a295c638f902 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.180397 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7346311b-768c-4f67-a726-d9206dc4a0b9 req-334c8d8b-446f-4248-93c4-a295c638f902 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0631645 Oct 28 19:54:32.207927 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-4159e64f-016d-47d5-a490-945400a10232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '46d6d259-77a4-4c3c-a902-b1cc911e1782', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'mac_address': 'fa:16:3e:1f:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc86ede-56b4-4169-a1fb-884338c189df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:30Z', 'updated_at': '2022-10-28T19:54:30Z', 'revision_number': 0, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:32.233406 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7346311b-768c-4f67-a726-d9206dc4a0b9 req-004cf7ca-3d08-4590-a489-2ff93275353b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469208 Oct 28 19:54:32.233766 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159e64f-016d-47d5-a490-945400a10232 None None] The sync data for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi is: [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '46d6d259-77a4-4c3c-a902-b1cc911e1782', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'mac_address': 'fa:16:3e:1f:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc86ede-56b4-4169-a1fb-884338c189df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:30Z', 'updated_at': '2022-10-28T19:54:30Z', 'revision_number': 0, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:32.316345 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-683dbb06-7d15-4561-934d-5e1ad503ba57 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705058 Oct 28 19:54:32.321932 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-4da8c5a1-46d4-49db-90c8-f978f4f11186 service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564128 Oct 28 19:54:32.433702 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbfed7-2171-4d39-a488-95abbdbb4946 None None] New status for floating IP 46d6d259-77a4-4c3c-a902-b1cc911e1782: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:54:32.481280 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-d8aa3bfa-5d0a-4f2a-8503-cefbad0d9053 service neutron] 10.222.0.20 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533403 Oct 28 19:54:32.483474 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6fa2da9-cd34-44b3-a3a4-bb1f98afdec3 req-ec1e4079-adb8-4852-8239-c7a65e5217bd service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484070 Oct 28 19:54:32.658519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-05844c52-8f5b-4a64-9f17-22dc26dfca55 req-78e09600-03f2-4a46-b455-72512d97ed53 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Oct 28 19:54:33.182895 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed313-31e9-4acb-8457-e870b2945f82 req-1a80b0c0-2455-46a1-8097-71771c5af963 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.184398 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-751ed313-31e9-4acb-8457-e870b2945f82 req-1a80b0c0-2455-46a1-8097-71771c5af963 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0698047 Oct 28 19:54:33.231334 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-751ed313-31e9-4acb-8457-e870b2945f82 req-a4b53f35-7d2a-48e9-8a88-09b887179999 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Oct 28 19:54:33.368425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5f68-5570-4043-9b50-044abde6a7e3 req-6a6d30fd-a21e-4120-a485-bb76870ecdbf tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.369921 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-510b5f68-5570-4043-9b50-044abde6a7e3 req-6a6d30fd-a21e-4120-a485-bb76870ecdbf tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0554607 Oct 28 19:54:33.421580 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-510b5f68-5570-4043-9b50-044abde6a7e3 req-efc06b0d-6aa6-411d-b95f-298dedb4add7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Oct 28 19:54:33.768024 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3c741247-e63e-409c-880c-2d151226d5d6 req-33a5cc52-91fb-4071-999b-5b908b9844dd tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 210 time: 0.0341558 Oct 28 19:54:33.872203 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-96034cf1-6fe9-4551-b03f-054ea7b55efe tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.874168 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-96034cf1-6fe9-4551-b03f-054ea7b55efe tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 819 time: 0.1096902 Oct 28 19:54:33.936843 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-09d04bfa-6889-4921-bf7a-17b7951f4a85 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba374b2de5324250b7cd9383ea5d1a1e HTTP/1.1" status: 200 len: 380 time: 0.0528734 Oct 28 19:54:33.957056 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'port': {'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'admin_state_up': True, 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'security_groups': ['c76b4f92-ad14-41f2-9838-45341ec7267f']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:34.076832 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Made reservation on behalf of ba374b2de5324250b7cd9383ea5d1a1e for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:34.080229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.208511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Allocated IP 172.20.0.14 (b7791dd9-05a3-405a-9556-3fed8daff743/4ae1b010-72f2-44c4-bedc-d861b3edd4e5/3cdd6825-6ad7-4913-a19f-89ea7eaf2705) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:34.349449 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.357566 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a606f-325e-478b-a5de-2cf5161a989d req-89038338-cee8-460d-82a1-d9394007b512 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.359114 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0c9a606f-325e-478b-a5de-2cf5161a989d req-89038338-cee8-460d-82a1-d9394007b512 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 943 time: 0.0546021 Oct 28 19:54:34.382462 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.406260 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0c9a606f-325e-478b-a5de-2cf5161a989d req-e083e33f-36d3-42d3-9516-492a533d6103 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Oct 28 19:54:34.423591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Network b7791dd9-05a3-405a-9556-3fed8daff743 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:34.435120 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:34.437037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event updated for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:34.439117 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:34.493969 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.494634 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.513041 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-63f1d978-a978-408c-baea-79af57d41ae2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5596032 Oct 28 19:54:34.517698 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 538097d6-ae31-42f7-b638-895dd44f6aa7 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:34.551075 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Request body: {'port': {'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:34.628224 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dabc8e-d56c-4220-9f5c-1a264c272029 req-c29bfcaf-8941-42b0-aeca-7faf34b2738e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.630583 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d6dabc8e-d56c-4220-9f5c-1a264c272029 req-c29bfcaf-8941-42b0-aeca-7faf34b2738e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.1126447 Oct 28 19:54:34.630967 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=538097d6-ae31-42f7-b638-895dd44f6aa7,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:34.633657 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.642634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '538097d6-ae31-42f7-b638-895dd44f6aa7', 'network_id': 'c39e029e-8c3d-47b1-9ba6-8ae14968dc5b', 'port_id': '538097d6-ae31-42f7-b638-895dd44f6aa7', 'mac_address': 'fa:16:3e:b4:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768878b4-b624-4cca-a56f-ec3a1591c7d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:34.687205 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 538097d6-ae31-42f7-b638-895dd44f6aa7 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:34.687603 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.697548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Provisioning complete for port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:34.697933 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.698294 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Attempt 1 to provision port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 Oct 28 19:54:34.716000 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d6dabc8e-d56c-4220-9f5c-1a264c272029 req-f194778c-9c34-493e-8048-eaacf7f4b2c8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788426 Oct 28 19:54:34.720239 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538097d6-ae31-42f7-b638-895dd44f6aa7 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:34.752023 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=538097d6-ae31-42f7-b638-895dd44f6aa7,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:34.752962 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:34.756923 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.809449 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:34.895411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d698-0acf-4423-93f0-a953225ebf23 req-881a463c-3670-498f-a272-861033c04397 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.896920 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3315d698-0acf-4423-93f0-a953225ebf23 req-881a463c-3670-498f-a272-861033c04397 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 932 time: 0.0520632 Oct 28 19:54:34.919951 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:34.927742 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks [] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.939301 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Transition to ACTIVE for port object 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:34.944631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.944880 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3315d698-0acf-4423-93f0-a953225ebf23 req-3ac8a642-2fe2-499f-9cf4-3b1c775264da tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Oct 28 19:54:35.026104 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:35.051871 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Attempting to bind port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:35.052210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Attempting to bind port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:35.052569 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Attempting to bind port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:35.056933 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 on network b7791dd9-05a3-405a-9556-3fed8daff743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:35.057263 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Attempting to bind port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 on network b7791dd9-05a3-405a-9556-3fed8daff743 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:35.062113 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:35.062486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Checking segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:35.062865 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Bound using segment: {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:35.063289 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Bound port: 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c99f374-f2e5-414b-a831-5f8c62d2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:35.063646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:35.124595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:35.127631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:35.135852 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:35.139737 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.140328 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:35.140836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['538097d6-ae31-42f7-b638-895dd44f6aa7'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:35.141686 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] 10.222.0.55 "PUT /v2.0/ports/3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1094 time: 0.5961392 Oct 28 19:54:35.142202 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:35.144451 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:35.184945 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88777b8-51d7-4fcd-8779-22e3a90b6505 x-openstack-request-id: req-e88777b8-51d7-4fcd-8779-22e3a90b6505 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:35.185229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:35.185486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e88777b8-51d7-4fcd-8779-22e3a90b6505 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:35.185899 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88777b8-51d7-4fcd-8779-22e3a90b6505'] response: {'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'status': 'completed', 'code': 200} Oct 28 19:54:35.195890 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88d01-8425-44bf-bc9c-9d48a188d04f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:35.255053 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-8e7ac577-6787-4d99-93fd-2d1683765736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.257157 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-8e7ac577-6787-4d99-93fd-2d1683765736 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1128 time: 0.0528753 Oct 28 19:54:35.258678 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Attempt 2 to provision port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 Oct 28 19:54:35.307219 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-9ebdb68e-7e51-47e4-bc70-1ae9ad7d170a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 217 time: 0.0343702 Oct 28 19:54:35.325222 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-e4132a35-a099-423e-b852-8eab3517dddb None None] Port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:35.362234 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-11d344a0-0321-4680-8b46-d2ce5fe4bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.363685 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-11d344a0-0321-4680-8b46-d2ce5fe4bfcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0441973 Oct 28 19:54:35.416857 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-d8241a4c-73d0-44a0-86fa-ac62935b4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.418354 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-d8241a4c-73d0-44a0-86fa-ac62935b4dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470827 Oct 28 19:54:35.512679 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-efbd4407-3ac0-45d0-b50b-6b7d704a3f6c service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861225 Oct 28 19:54:35.546968 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7337-da03-4ef1-8ce6-69ec3422b975 req-7b89143d-4d7c-48d5-a437-b0f0d1b61b60 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.548446 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f07c7337-da03-4ef1-8ce6-69ec3422b975 req-7b89143d-4d7c-48d5-a437-b0f0d1b61b60 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 944 time: 0.0599277 Oct 28 19:54:35.595204 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f07c7337-da03-4ef1-8ce6-69ec3422b975 req-de726051-2058-48c6-a58a-ec67dd9b15eb tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Oct 28 19:54:35.604763 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fd19f8f3-d6a6-4c93-8429-e14dbed536b3 req-8fa9fc99-0bf3-448a-abe8-ba910908a167 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Oct 28 19:54:35.749928 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-ae87ecf0-e746-4fac-911b-9304db823218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.751453 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-ae87ecf0-e746-4fac-911b-9304db823218 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1128 time: 0.0506983 Oct 28 19:54:35.888105 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-030da74a-17dd-4a22-8240-ce361981ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.889496 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-030da74a-17dd-4a22-8240-ce361981ae4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.1184466 Oct 28 19:54:35.899818 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f04b-c27c-4f81-b8d0-b46cc362a077 req-f9549cfc-36d7-4d0e-8a51-64bd63188b2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.901173 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc03f04b-c27c-4f81-b8d0-b46cc362a077 req-f9549cfc-36d7-4d0e-8a51-64bd63188b2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0882137 Oct 28 19:54:35.939528 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-5ff82b22-7fba-4c82-9a48-cbca58a7561c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 217 time: 0.0374174 Oct 28 19:54:36.006334 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc03f04b-c27c-4f81-b8d0-b46cc362a077 req-af8b0b2d-9816-42ed-840a-9c767c0d9933 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985093 Oct 28 19:54:36.010239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-b2f6717e-1277-42c0-b5e6-dfeb9fe62330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.011644 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-b2f6717e-1277-42c0-b5e6-dfeb9fe62330 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0628138 Oct 28 19:54:36.074325 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-88a6d433-0a6e-4de9-9c21-d6bb4665c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.076135 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-88a6d433-0a6e-4de9-9c21-d6bb4665c916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485420 Oct 28 19:54:36.078276 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9329715-5cad-46ec-815e-63f27156e3c2 req-0721ce40-87a6-4f74-80ea-ef2b815dd4a9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.079776 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a9329715-5cad-46ec-815e-63f27156e3c2 req-0721ce40-87a6-4f74-80ea-ef2b815dd4a9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 944 time: 0.0539494 Oct 28 19:54:36.125748 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a9329715-5cad-46ec-815e-63f27156e3c2 req-3355e58a-71a2-455f-ab6c-c929d05a3b9c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 Oct 28 19:54:36.165018 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-727a4955-8ac6-4cd7-a297-a78ed1d1c4ae service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807142 Oct 28 19:54:36.274215 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-80c062c4-6ecd-4503-8842-b8e9f20d9ed9 req-1382fd5c-bf64-43b3-8470-ca3c13734331 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910895 Oct 28 19:54:36.724556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65444c-05eb-4aa8-99a5-15a7543e9bfa req-9f2b55ba-1c1f-423d-9faa-de49b8ec28b2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.726021 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cf65444c-05eb-4aa8-99a5-15a7543e9bfa req-9f2b55ba-1c1f-423d-9faa-de49b8ec28b2 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 944 time: 0.0577505 Oct 28 19:54:36.775982 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cf65444c-05eb-4aa8-99a5-15a7543e9bfa req-6061dff0-381c-4cd3-9a82-6222e3811e6e tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Oct 28 19:54:37.148139 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c702-576f-495a-9daf-08e9eae03746 req-a739a83b-e6ca-4dd7-85bb-a87497f05a23 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.149808 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c744c702-576f-495a-9daf-08e9eae03746 req-a739a83b-e6ca-4dd7-85bb-a87497f05a23 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0599372 Oct 28 19:54:37.206414 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c744c702-576f-495a-9daf-08e9eae03746 req-c10be6b8-27e0-4bf4-87a7-084278e6eaf4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468962 Oct 28 19:54:37.252774 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23501d89-b33c-46be-ab52-9fd55eda68a6 req-7ba88e10-bd82-46b6-a0a9-e0a94b57602f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.254290 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-23501d89-b33c-46be-ab52-9fd55eda68a6 req-7ba88e10-bd82-46b6-a0a9-e0a94b57602f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 944 time: 0.0543072 Oct 28 19:54:37.304440 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-23501d89-b33c-46be-ab52-9fd55eda68a6 req-319787e9-2f94-4462-aade-4bbb99364fe6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Oct 28 19:54:37.914947 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a6622-ccc4-4939-bc24-950a1a4549bd req-4b544137-2ca5-4c79-8572-9c105e65dd1a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.916461 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-177a6622-ccc4-4939-bc24-950a1a4549bd req-4b544137-2ca5-4c79-8572-9c105e65dd1a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 944 time: 0.0602250 Oct 28 19:54:37.965716 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-177a6622-ccc4-4939-bc24-950a1a4549bd req-0e90e9d8-c44a-4039-b2a1-18ae15624820 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Oct 28 19:54:38.348126 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4afb5-fa15-4756-a6de-00c702b3a2e9 req-cf7fdb04-3728-492c-8c8d-66fd3cfafd50 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:38.349543 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-64c4afb5-fa15-4756-a6de-00c702b3a2e9 req-cf7fdb04-3728-492c-8c8d-66fd3cfafd50 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0541992 Oct 28 19:54:38.400885 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-64c4afb5-fa15-4756-a6de-00c702b3a2e9 req-622bf6f4-1e06-4131-848c-3c81f57f4ea1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453019 Oct 28 19:54:38.431569 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25510-4399-4d2f-bece-cfaaa1d53fbd req-2cd7e31f-06ea-4399-9b99-4855e4bc7062 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:38.433289 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-38f25510-4399-4d2f-bece-cfaaa1d53fbd req-2cd7e31f-06ea-4399-9b99-4855e4bc7062 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 944 time: 0.0549474 Oct 28 19:54:38.480406 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-38f25510-4399-4d2f-bece-cfaaa1d53fbd req-bf55da01-bd17-4a51-96e5-9a0a95934620 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Oct 28 19:54:38.528864 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:38.533251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 538097d6-ae31-42f7-b638-895dd44f6aa7 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:38.640748 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 538097d6-ae31-42f7-b638-895dd44f6aa7 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:38.654475 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 538097d6-ae31-42f7-b638-895dd44f6aa7 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:38.654862 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.655206 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 538097d6-ae31-42f7-b638-895dd44f6aa7 Oct 28 19:54:38.687400 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:38.703188 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:38.746074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:38.746499 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.782262 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:38.799540 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 538097d6-ae31-42f7-b638-895dd44f6aa7 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:38.799942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.816759 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:38.827397 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.835103 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:38.837365 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c0b8e-4112-4de7-8ffe-f53aef9aa8e9" -d '{"events": [{"server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "name": "network-vif-plugged", "status": "completed", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:38.866805 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=538097d6-ae31-42f7-b638-895dd44f6aa7,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:38.873863 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.876605 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5aa0ef-61a4-4d86-b2d4-fac24459fbf8 x-openstack-request-id: req-be5aa0ef-61a4-4d86-b2d4-fac24459fbf8 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:38.876918 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "name": "network-vif-plugged", "status": "completed", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:38.877184 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be5aa0ef-61a4-4d86-b2d4-fac24459fbf8 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:38.877594 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5aa0ef-61a4-4d86-b2d4-fac24459fbf8'] response: {'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7', 'code': 200} Oct 28 19:54:38.894853 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:38.902117 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.902481 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.902848 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.903194 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.903524 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.903857 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.904217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.904549 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.904880 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.905590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.905590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.905925 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.906310 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:38.956194 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:39.123255 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11438d5a-555a-4d42-a15e-c318beff7c64 req-8fa9975b-b781-45d9-8b24-9429711a0816 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.124622 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11438d5a-555a-4d42-a15e-c318beff7c64 req-8fa9975b-b781-45d9-8b24-9429711a0816 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0815084 Oct 28 19:54:39.127252 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb118e-4d02-43c9-ae98-11ee29c6cf46 req-e8c95b76-d077-4b41-bf35-b5fb3c8134f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.128570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-43cb118e-4d02-43c9-ae98-11ee29c6cf46 req-e8c95b76-d077-4b41-bf35-b5fb3c8134f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 1129 time: 0.0764983 Oct 28 19:54:39.196361 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11438d5a-555a-4d42-a15e-c318beff7c64 req-f0320b12-af00-4c31-b507-b89b6d8f168c tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 Oct 28 19:54:39.202297 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-43cb118e-4d02-43c9-ae98-11ee29c6cf46 req-a9b28899-1d07-4571-80f8-1e3369696156 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575137 Oct 28 19:54:39.358910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['3cdd6825-6ad7-4913-a19f-89ea7eaf2705'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:39.542292 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a4c13-4877-42a8-9128-761f05966aff req-6d6c16a9-bfd9-4ce0-8de7-0b5636cad73a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.543778 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c1a4c13-4877-42a8-9128-761f05966aff req-6d6c16a9-bfd9-4ce0-8de7-0b5636cad73a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Oct 28 19:54:39.590482 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c1a4c13-4877-42a8-9128-761f05966aff req-719979bd-797a-4c4d-a548-3beff17bf16f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Oct 28 19:54:39.606121 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd61134-7c8a-4f4d-ad29-2d827fa48a7a req-56840a3b-5dbb-462a-b387-818c847be144 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.607609 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2dd61134-7c8a-4f4d-ad29-2d827fa48a7a req-56840a3b-5dbb-462a-b387-818c847be144 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Oct 28 19:54:39.658915 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2dd61134-7c8a-4f4d-ad29-2d827fa48a7a req-ebb1ab72-9fb4-4d86-a2e4-7c4ab490bdf7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Oct 28 19:54:40.337142 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617959ba-980a-472e-b1d9-0034c145ff65 req-836f5f8a-0e53-422f-b3fe-235d28feb4c4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.338628 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-617959ba-980a-472e-b1d9-0034c145ff65 req-836f5f8a-0e53-422f-b3fe-235d28feb4c4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0601027 Oct 28 19:54:40.389101 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-617959ba-980a-472e-b1d9-0034c145ff65 req-2bc1ffe6-87d7-4186-8db7-66ae890289ca tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Oct 28 19:54:40.547517 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:40.600453 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:40.604899 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:40.605286 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.605635 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 Oct 28 19:54:40.687926 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:40.688411 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.724742 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:40.728899 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4bd76-71ec-4f35-a07c-f0e334e2457d req-705ac390-d4a9-4867-b595-ec464c2ee4e3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.730501 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-03b4bd76-71ec-4f35-a07c-f0e334e2457d req-705ac390-d4a9-4867-b595-ec464c2ee4e3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0574200 Oct 28 19:54:40.731513 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.787374 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-03b4bd76-71ec-4f35-a07c-f0e334e2457d req-273988bf-e88e-404c-b665-29ff037d2f48 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511153 Oct 28 19:54:40.791496 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.806195 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96f11-702d-4f5f-9980-d0a1d8f27c68 req-0d68e0fc-d7f7-4f36-a4f5-a67707f18030 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.807740 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ddf96f11-702d-4f5f-9980-d0a1d8f27c68 req-0d68e0fc-d7f7-4f36-a4f5-a67707f18030 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0667655 Oct 28 19:54:40.857903 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ddf96f11-702d-4f5f-9980-d0a1d8f27c68 req-c8710a23-b808-4add-912b-896aaec80e7e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Oct 28 19:54:40.878929 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:40.881276 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794ec90c-d07b-4ea6-a722-4b7d3bf79351" -d '{"events": [{"server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:40.916508 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9568ca28-846f-4f50-ad18-faa02f527daf x-openstack-request-id: req-9568ca28-846f-4f50-ad18-faa02f527daf {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:40.916805 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:40.917066 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9568ca28-846f-4f50-ad18-faa02f527daf {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:40.917474 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9568ca28-846f-4f50-ad18-faa02f527daf'] response: {'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'code': 200} Oct 28 19:54:41.130505 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726cdd5-60cd-4d07-8443-912ba77a82fa req-b99a7758-4038-455d-a68f-3d36b57b1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.131908 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4726cdd5-60cd-4d07-8443-912ba77a82fa req-b99a7758-4038-455d-a68f-3d36b57b1eaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0467153 Oct 28 19:54:41.180849 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4726cdd5-60cd-4d07-8443-912ba77a82fa req-75a90e4c-5f15-4ce3-aabd-343cb2fea579 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Oct 28 19:54:41.529788 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc161a-4c62-45e0-b4fc-9853c5e1b336 req-1d31050a-eea4-43dd-a9f4-bc921849f671 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.531292 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5afc161a-4c62-45e0-b4fc-9853c5e1b336 req-1d31050a-eea4-43dd-a9f4-bc921849f671 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0580781 Oct 28 19:54:41.583700 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5afc161a-4c62-45e0-b4fc-9853c5e1b336 req-8c9dab57-c7c1-438c-ae58-5e6dfb636f57 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Oct 28 19:54:41.931780 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c887c86-ce15-4150-abd8-118ff91a1062 req-9c149398-181f-4a1b-9d76-614e79f32f49 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.940642 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0c887c86-ce15-4150-abd8-118ff91a1062 req-9c149398-181f-4a1b-9d76-614e79f32f49 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0615129 Oct 28 19:54:41.987028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadfb36-5336-487d-b969-dc7d942f5aac req-609b005e-6213-4aa2-bacf-e948c03c575e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.988541 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-efadfb36-5336-487d-b969-dc7d942f5aac req-609b005e-6213-4aa2-bacf-e948c03c575e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0548043 Oct 28 19:54:41.997089 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0c887c86-ce15-4150-abd8-118ff91a1062 req-84a98210-15df-4a33-87ce-b39cd1588856 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502815 Oct 28 19:54:42.053595 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-efadfb36-5336-487d-b969-dc7d942f5aac req-f393ed40-c10d-4822-b385-90eea9005b4c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585124 Oct 28 19:54:42.510424 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c88dd-ab2a-4897-b14e-777e83b70020 req-8f89dcda-9bc2-4b3e-861b-e325a4e4c3c9 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.511923 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bf4c88dd-ab2a-4897-b14e-777e83b70020 req-8f89dcda-9bc2-4b3e-861b-e325a4e4c3c9 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Oct 28 19:54:42.565599 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bf4c88dd-ab2a-4897-b14e-777e83b70020 req-8db6518a-a5af-485c-a6b3-53bb8773d340 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Oct 28 19:54:42.572197 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:42.796804 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:42.808725 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:42.842700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: ACTIVE; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:42.843090 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.856336 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:42.876206 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:42.883319 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.930969 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=6']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:43.133927 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adad14-f94d-43c4-b01a-abb484640ef5 req-e033e9ce-22f7-4bde-834a-2697058d1990 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.135548 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-62adad14-f94d-43c4-b01a-abb484640ef5 req-e033e9ce-22f7-4bde-834a-2697058d1990 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Oct 28 19:54:43.177312 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a152-65d9-4a63-ac4a-a7af7a3f334e req-c24b59a2-d473-4536-9bed-dedcff624356 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.178842 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-71f4a152-65d9-4a63-ac4a-a7af7a3f334e req-c24b59a2-d473-4536-9bed-dedcff624356 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0534217 Oct 28 19:54:43.182470 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-62adad14-f94d-43c4-b01a-abb484640ef5 req-ff23e484-9ae5-4d23-9aab-3fc74c58bd09 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Oct 28 19:54:43.227722 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-71f4a152-65d9-4a63-ac4a-a7af7a3f334e req-5e88f98e-7c05-4418-8f79-13afe981a49d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Oct 28 19:54:43.539479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:43.700016 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fff86-989f-4317-9965-aeb5bd701581 req-54e89f50-ceae-4757-8c09-143e18c33363 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.701408 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-973fff86-989f-4317-9965-aeb5bd701581 req-54e89f50-ceae-4757-8c09-143e18c33363 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0596128 Oct 28 19:54:43.758669 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-973fff86-989f-4317-9965-aeb5bd701581 req-d44e7644-57b0-46dd-92e8-cc31fb1a63d6 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Oct 28 19:54:44.314941 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac5d83-603d-4aec-a302-f0fef0b4a93e req-c94e8d0a-3660-494a-b05b-6f581a2b9677 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.316616 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-94ac5d83-603d-4aec-a302-f0fef0b4a93e req-c94e8d0a-3660-494a-b05b-6f581a2b9677 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0548835 Oct 28 19:54:44.365861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb18a4-0d5d-4195-ba3b-60d5f9f2af85 req-d01e6791-6798-42e1-b7f0-c75f921c7dc5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.366734 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-94ac5d83-603d-4aec-a302-f0fef0b4a93e req-caa9591a-0045-492a-9595-dfa496146056 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 Oct 28 19:54:44.368590 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fbb18a4-0d5d-4195-ba3b-60d5f9f2af85 req-d01e6791-6798-42e1-b7f0-c75f921c7dc5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0611660 Oct 28 19:54:44.421730 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4fbb18a4-0d5d-4195-ba3b-60d5f9f2af85 req-cdcc0bb6-2cc1-4083-8f28-9d562dad768d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Oct 28 19:54:44.551948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c4f1-7993-4683-b4b7-8672cf5aba34 req-e25be07e-be93-41af-b637-0b76170c5c43 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.553450 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-73d2c4f1-7993-4683-b4b7-8672cf5aba34 req-e25be07e-be93-41af-b637-0b76170c5c43 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0624382 Oct 28 19:54:44.564278 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36866) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:44.569038 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'floatingip': {'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:44.594572 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:44.614821 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:44.660697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:44.661248 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:44.662202 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:54:44.746967 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:44.747371 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:44.772155 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:44.774774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a43b3-0b69-4129-89e3-bc0fd028471c" -d '{"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:44.789857 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:44.797723 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:44.879217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=7']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:44.886069 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a3016-4cac-4a6f-bd2b-7cefa2d8150b x-openstack-request-id: req-a69a3016-4cac-4a6f-bd2b-7cefa2d8150b {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:44.886418 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:44.886678 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a69a3016-4cac-4a6f-bd2b-7cefa2d8150b {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:44.887073 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69a3016-4cac-4a6f-bd2b-7cefa2d8150b'] response: {'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'code': 200} Oct 28 19:54:44.961364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7caf01-60a3-4283-a03e-ef890b18ed27 req-50a3ccd7-1893-421a-82e0-327c01f80582 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.963149 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a7caf01-60a3-4283-a03e-ef890b18ed27 req-50a3ccd7-1893-421a-82e0-327c01f80582 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0624161 Oct 28 19:54:44.994122 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-95cba04d-a0dd-47b0-8ec9-4f394890cff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:45.044324 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a7caf01-60a3-4283-a03e-ef890b18ed27 req-442e2543-6392-4a84-89fb-cf4c6ba1b0ed tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647409 Oct 28 19:54:45.181515 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:45.186749 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:45.611199 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Floating IP 50e36593-6b92-4e5c-89ff-664c18e56c3c associated. External IP: 172.27.3.172, port: 3cdd6825-6ad7-4913-a19f-89ea7eaf2705. Oct 28 19:54:45.673266 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30d64-efb0-4e7e-a683-dfa398d5ffbe req-65f29bca-bead-4d82-b784-b78aca8f2b42 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:45.674827 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b9a30d64-efb0-4e7e-a683-dfa398d5ffbe req-65f29bca-bead-4d82-b784-b78aca8f2b42 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.1100461 Oct 28 19:54:45.778615 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b9a30d64-efb0-4e7e-a683-dfa398d5ffbe req-9d32b64f-87e5-4c13-8db8-2f4fc5d09144 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676570 Oct 28 19:54:45.912249 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:46.041433 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:46.046864 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.055903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:46.071531 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:46.072187 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:46.111894 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7c31d8f2-0323-4878-b961-9fc5e78b030a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "PUT /v2.0/floatingips/50e36593-6b92-4e5c-89ff-664c18e56c3c HTTP/1.1" status: 200 len: 992 time: 1.5462444 Oct 28 19:54:46.114374 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:46.116793 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:46.153612 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-9450c6e8-8fa8-48a9-8848-136accc3bf83 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.155377 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-9450c6e8-8fa8-48a9-8848-136accc3bf83 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0851963 Oct 28 19:54:46.194421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64277688-54d0-4c4f-b09b-d65a50569df0 req-2ba8bc9b-057b-427d-9049-eea5d317f7e4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.203621 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-64277688-54d0-4c4f-b09b-d65a50569df0 req-2ba8bc9b-057b-427d-9049-eea5d317f7e4 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 945 time: 0.0747025 Oct 28 19:54:46.211921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906eede-e744-44f8-9e4d-2fa5f8186d97 x-openstack-request-id: req-d906eede-e744-44f8-9e4d-2fa5f8186d97 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:46.212487 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:46.212898 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d906eede-e744-44f8-9e4d-2fa5f8186d97 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:46.213454 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d906eede-e744-44f8-9e4d-2fa5f8186d97'] response: {'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'status': 'completed', 'code': 200} Oct 28 19:54:46.237582 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:46.337683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Deleting port 538097d6-ae31-42f7-b638-895dd44f6aa7 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:46.338048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.366943 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-64277688-54d0-4c4f-b09b-d65a50569df0 req-1d9705ee-4a65-41b7-9173-b654681a6ef3 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fadee4-cd2f-497b-a6a4-fed1708dafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545086 Oct 28 19:54:46.403591 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-9f9fff1b-2423-4767-8e51-6f97f7ff996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.405166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-9f9fff1b-2423-4767-8e51-6f97f7ff996f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.1693008 Oct 28 19:54:46.487283 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] For port 538097d6-ae31-42f7-b638-895dd44f6aa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=538097d6-ae31-42f7-b638-895dd44f6aa7,segment=NetworkSegment(2ef7fde8-3d35-47d5-b7cb-9bbf5664a824),segment_id=2ef7fde8-3d35-47d5-b7cb-9bbf5664a824)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:46.487714 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.505587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Calling delete_port for 538097d6-ae31-42f7-b638-895dd44f6aa7 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:46.558628 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:54:45Z', 'revision_number': 1, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:46.595867 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:46.608013 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-4103b578-ec43-4d14-b91d-90ba66832f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.621070 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:46.621070 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:54:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:46.639297 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-4103b578-ec43-4d14-b91d-90ba66832f10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.2180359 Oct 28 19:54:46.698609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (538097d6-ae31-42f7-b638-895dd44f6aa7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.717258 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['538097d6-ae31-42f7-b638-895dd44f6aa7'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:46.734124 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Pushing event deleted for resources: {'Port': ['ID=538097d6-ae31-42f7-b638-895dd44f6aa7,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:46.807534 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] No DVR routers for this DVR port 538097d6-ae31-42f7-b638-895dd44f6aa7 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:46.811141 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.816968 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-77e9523d-a5dd-4f17-8b96-175a07a2ba46 req-cc8e990b-1213-4def-8e61-6a2baac4c00a tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.55 "DELETE /v2.0/ports/538097d6-ae31-42f7-b638-895dd44f6aa7 HTTP/1.1" status: 204 len: 173 time: 0.6498451 Oct 28 19:54:46.840375 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-837e7b15-6896-44e4-8040-a7d29ee5d8d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1000 time: 0.1967857 Oct 28 19:54:46.861097 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:46.944410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-700c8b21-36d9-4c25-8bfe-90d3d4c39896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.945969 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-700c8b21-36d9-4c25-8bfe-90d3d4c39896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0945742 Oct 28 19:54:47.002948 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77efc-8eb3-4280-ba51-ea09a18107c2 req-a66f1550-6958-420e-a6aa-8083b465d6b1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:47.006542 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a7e77efc-8eb3-4280-ba51-ea09a18107c2 req-a66f1550-6958-420e-a6aa-8083b465d6b1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0917726 Oct 28 19:54:47.059645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-c2d69b4e-c9c4-4bce-9eb4-e19444828be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:47.061719 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-c2d69b4e-c9c4-4bce-9eb4-e19444828be9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997214 Oct 28 19:54:47.104312 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a7e77efc-8eb3-4280-ba51-ea09a18107c2 req-7ebedcf4-f35f-4316-8b2f-36f29a6470cb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860083 Oct 28 19:54:47.198200 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:54:45Z', 'revision_number': 1, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:47.220809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-c3df30c1-efd4-41ce-9640-dff92894bf62 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487069 Oct 28 19:54:47.245454 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706e3bf-8064-424f-8d7b-61f15d74b615 None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:54:45Z', 'revision_number': 1, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:47.372709 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d775669d-cf65-48fa-b923-ebc77e107e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.529643 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e84217de-b695-4a66-b0e3-705d36622953 req-9d459e44-e7ac-480e-be68-b7b1d6f67a62 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 210 time: 0.0430799 Oct 28 19:54:47.600399 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa0703-e0bf-48e6-914e-95ab72916c2c None None] New status for floating IP 50e36593-6b92-4e5c-89ff-664c18e56c3c: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:54:48.151049 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b063c9bb-f6a6-41a5-8b19-f7a88a70f092 req-67ec0fa0-619e-467b-933b-fcb9c60ae45d service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975349 Oct 28 19:54:48.220596 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'name': 'network-vif-deleted', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:48.222923 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e81256-84d2-416d-a2e6-7448e2a4c97b" -d '{"events": [{"server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "name": "network-vif-deleted", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:48.264686 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d08e7f-1cec-4ed2-9b6e-ad1c000cab0b x-openstack-request-id: req-42d08e7f-1cec-4ed2-9b6e-ad1c000cab0b {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:48.265853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67a5190-f574-4ec2-a8c0-bf7b6e19f139", "name": "network-vif-deleted", "tag": "538097d6-ae31-42f7-b638-895dd44f6aa7", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:48.266121 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42d08e7f-1cec-4ed2-9b6e-ad1c000cab0b {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:48.266524 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d08e7f-1cec-4ed2-9b6e-ad1c000cab0b'] response: {'server_uuid': 'd67a5190-f574-4ec2-a8c0-bf7b6e19f139', 'name': 'network-vif-deleted', 'tag': '538097d6-ae31-42f7-b638-895dd44f6aa7', 'status': 'completed', 'code': 200} Oct 28 19:54:48.295730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edcd47-2690-422f-9683-30b9b9643725 req-2002d997-a286-404f-97da-89a2828f39b3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:48.298167 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-18edcd47-2690-422f-9683-30b9b9643725 req-2002d997-a286-404f-97da-89a2828f39b3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0862563 Oct 28 19:54:48.323792 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.352463 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-18edcd47-2690-422f-9683-30b9b9643725 req-f62bdcfb-0f70-4f71-8ada-c01360ad8598 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477622 Oct 28 19:54:48.667567 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-649d1028-71c1-4c93-ac8d-174a24072f7c req-2243a7fa-b0e9-489b-b36d-c674d387b651 tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 210 time: 0.0375504 Oct 28 19:54:49.501078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60633d-9778-48c0-9f99-64576458c413 req-678df155-e1c8-470d-a728-ddc2ff72ef2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.504324 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-de60633d-9778-48c0-9f99-64576458c413 req-678df155-e1c8-470d-a728-ddc2ff72ef2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0656011 Oct 28 19:54:49.568438 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-de60633d-9778-48c0-9f99-64576458c413 req-2a4c424e-243c-4974-876c-1e8f3ea3a655 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583985 Oct 28 19:54:49.603082 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.819410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a740f739-4782-4e63-9a73-fd5c608164ff req-4495b8d0-debf-4c36-a553-ae37882f00fc tempest-VolumesActionsTest-1923023714 tempest-VolumesActionsTest-1923023714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d67a5190-f574-4ec2-a8c0-bf7b6e19f139 HTTP/1.1" status: 200 len: 210 time: 0.0492728 Oct 28 19:54:50.263519 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:50.615631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 538097d6-ae31-42f7-b638-895dd44f6aa7 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:50.665633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 538097d6-ae31-42f7-b638-895dd44f6aa7 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:50.665979 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 538097d6-ae31-42f7-b638-895dd44f6aa7 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:50.720090 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064eca-1161-41d4-9560-e481fa4b853e req-a531cd33-58bd-45e9-b7d8-f5a2b94b2091 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.721906 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f064eca-1161-41d4-9560-e481fa4b853e req-a531cd33-58bd-45e9-b7d8-f5a2b94b2091 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0773914 Oct 28 19:54:50.774176 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f064eca-1161-41d4-9560-e481fa4b853e req-406e4aa2-c0dd-410e-a814-68a3cf72bce5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460939 Oct 28 19:54:51.087848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 36968) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:51.154818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.318841 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-511e2f42-c81a-44a1-8d5c-a90aec7ee4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.418817 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-511e2f42-c81a-44a1-8d5c-a90aec7ee4a2 admin admin] Publish callbacks [] for security_group (364ed375-c820-4055-b2f7-b83dc55f13e1), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.427563 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-511e2f42-c81a-44a1-8d5c-a90aec7ee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (364ed375-c820-4055-b2f7-b83dc55f13e1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.471987 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 36986) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:51.472519 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-511e2f42-c81a-44a1-8d5c-a90aec7ee4a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80beba083ff5448781d8ab4284ee268e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828537 Oct 28 19:54:51.479527 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e2f42-c81a-44a1-8d5c-a90aec7ee4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ed375-c820-4055-b2f7-b83dc55f13e1,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:51.559987 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] Publish callbacks [] for security_group (364ed375-c820-4055-b2f7-b83dc55f13e1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.587396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] Publish callbacks [] for security_group (364ed375-c820-4055-b2f7-b83dc55f13e1), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.647314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (364ed375-c820-4055-b2f7-b83dc55f13e1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.650485 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.654969 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/364ed375-c820-4055-b2f7-b83dc55f13e1 HTTP/1.1" status: 204 len: 168 time: 0.1821580 Oct 28 19:54:51.664418 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9bbe4-41d7-40b0-b747-ca28499243e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ed375-c820-4055-b2f7-b83dc55f13e1,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:51.973112 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6406d85-d54b-42eb-a2a3-09587d3a4cb9 req-ee0fc74c-2741-4ed6-8ffe-169d8cac7c51 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:51.981906 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e6406d85-d54b-42eb-a2a3-09587d3a4cb9 req-ee0fc74c-2741-4ed6-8ffe-169d8cac7c51 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0964892 Oct 28 19:54:52.040458 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e6406d85-d54b-42eb-a2a3-09587d3a4cb9 req-5376f406-b694-470b-9213-69aa4a9f2e87 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572774 Oct 28 19:54:53.186105 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0a2d-c0ee-440a-ae6f-05cc9cbc08dd req-69e17458-bb01-49af-b387-8641c600199a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:53.188357 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd1a0a2d-c0ee-440a-ae6f-05cc9cbc08dd req-69e17458-bb01-49af-b387-8641c600199a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0675297 Oct 28 19:54:53.258183 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd1a0a2d-c0ee-440a-ae6f-05cc9cbc08dd req-32163088-bc20-48db-b535-8650fc667a09 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614181 Oct 28 19:54:54.404909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf38b-2876-4dda-a566-daa8fa4741e5 req-6a06f77c-3304-45e0-8de7-f22b54ed426f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.410569 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ce9bf38b-2876-4dda-a566-daa8fa4741e5 req-6a06f77c-3304-45e0-8de7-f22b54ed426f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0623846 Oct 28 19:54:54.457907 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ce9bf38b-2876-4dda-a566-daa8fa4741e5 req-95f7f857-2b01-4557-90d5-95eb7e3fa20d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Oct 28 19:54:55.593667 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0ec5-9367-413f-a513-f60d3bcf3599 req-57d77adb-27de-4e9d-8801-eb190c1f1a20 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:55.595145 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-79ab0ec5-9367-413f-a513-f60d3bcf3599 req-57d77adb-27de-4e9d-8801-eb190c1f1a20 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Oct 28 19:54:55.643137 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-79ab0ec5-9367-413f-a513-f60d3bcf3599 req-05a5d8f0-92ec-47f2-a832-2fbc946d9f26 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Oct 28 19:54:56.776386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9854-40a4-4411-8da8-28759512aa09 req-51b09bea-5139-48d6-8848-ba25ff0bbf92 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:56.777854 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f8ae9854-40a4-4411-8da8-28759512aa09 req-51b09bea-5139-48d6-8848-ba25ff0bbf92 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0547009 Oct 28 19:54:56.827516 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f8ae9854-40a4-4411-8da8-28759512aa09 req-7a80bc7c-5ffe-4cec-8a3a-4087ea460927 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Oct 28 19:54:57.977528 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7329a-f9a5-4837-9ace-d847262a25bb req-1b767cc4-819a-4dc4-bef1-f67e3c070ed7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:57.979589 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-01e7329a-f9a5-4837-9ace-d847262a25bb req-1b767cc4-819a-4dc4-bef1-f67e3c070ed7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0699475 Oct 28 19:54:58.028063 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-01e7329a-f9a5-4837-9ace-d847262a25bb req-f914880e-c5fb-4566-b5a1-363ffa7390d5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428050 Oct 28 19:54:58.591614 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514788f7-ca5d-4d52-8a11-48102003e567 req-587a5f41-8850-4f1e-9df7-2ac92089459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.593307 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-587a5f41-8850-4f1e-9df7-2ac92089459e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0514038 Oct 28 19:54:58.684755 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514788f7-ca5d-4d52-8a11-48102003e567 req-67c6f59c-2731-46db-b936-898d2ad73777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.686309 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-67c6f59c-2731-46db-b936-898d2ad73777 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0859571 Oct 28 19:54:58.750722 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-81c791bf-f093-4080-842c-33b8d6e07149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 1001 time: 0.0572000 Oct 28 19:54:58.801289 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514788f7-ca5d-4d52-8a11-48102003e567 req-3411cfcf-616a-429d-907c-6f508b9e3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.802652 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-3411cfcf-616a-429d-907c-6f508b9e3dee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0428755 Oct 28 19:54:58.853420 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514788f7-ca5d-4d52-8a11-48102003e567 req-e8493531-3968-43a9-a9fe-97d15389d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.854931 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-e8493531-3968-43a9-a9fe-97d15389d5c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440810 Oct 28 19:54:59.170779 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67249-ce62-4f4f-8406-c92bf5972108 req-43d3ffad-2216-4911-82a8-9f4b045dccd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:59.172265 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e3d67249-ce62-4f4f-8406-c92bf5972108 req-43d3ffad-2216-4911-82a8-9f4b045dccd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0545697 Oct 28 19:54:59.223578 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e3d67249-ce62-4f4f-8406-c92bf5972108 req-e71bd91b-23ec-4706-ad95-45121ee9180d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456343 Oct 28 19:54:59.431600 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-641e6515-affc-4b8a-819d-c3316fc58626 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d0d20df305342d4b51d837233d4063f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290883 Oct 28 19:54:59.616348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-92cd7dee-5bec-49df-aeab-20c3c3522824 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:59.617823 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-92cd7dee-5bec-49df-aeab-20c3c3522824 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788766 Oct 28 19:54:59.632493 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-0e55a023-1137-4222-ab82-71340b18bdf1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/quotas/3d0d20df305342d4b51d837233d4063f HTTP/1.1" status: 200 len: 375 time: 0.0091991 Oct 28 19:54:59.664252 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-3490d7d7-fecd-4d61-bd2a-632b50553ac0 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d0d20df305342d4b51d837233d4063f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268247 Oct 28 19:54:59.829838 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ba1497ea-388f-4030-8a75-37bc8bd3b1c7 req-d162020f-993e-4333-89d9-7fbc019322d1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Oct 28 19:54:59.931669 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-5ed7d56d-e313-43af-8e56-8b3cc9497a9f service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864527 Oct 28 19:55:00.366052 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d96345-e529-43fa-afea-bdb4f2c66bf5 req-6baccd84-33a1-433b-ab7f-5bce3c4734c5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:00.369477 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-08d96345-e529-43fa-afea-bdb4f2c66bf5 req-6baccd84-33a1-433b-ab7f-5bce3c4734c5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0571916 Oct 28 19:55:00.419626 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-08d96345-e529-43fa-afea-bdb4f2c66bf5 req-6c13ce11-200e-4208-b100-9e2a20da44a6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Oct 28 19:55:00.559956 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:55:00.722845 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:00.802677 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: ACTIVE; New status is: DOWN {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:00.803067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.826446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:00.828771 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d1bc90-b986-4237-96bc-0320d1c385d1" -d '{"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:00.842475 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:00.847752 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.873086 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b22a3c-aa8b-487e-9eb5-e82a59f91526 x-openstack-request-id: req-65b22a3c-aa8b-487e-9eb5-e82a59f91526 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:00.873427 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:00.873690 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65b22a3c-aa8b-487e-9eb5-e82a59f91526 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:00.874122 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b22a3c-aa8b-487e-9eb5-e82a59f91526'] response: {'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'code': 200} Oct 28 19:55:00.899472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=8']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:00.927037 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-77c5bf4f-8c35-4c9b-9c5d-0c3f87d82d47 req-a3f93923-4a4d-4fec-b768-bb00ec4082ff tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Oct 28 19:55:01.570495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf827-fb24-4205-9fdd-fa21efa8cb1d req-5485a8bc-85b3-4fee-a022-30a81abfdb3d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.571897 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9d2cf827-fb24-4205-9fdd-fa21efa8cb1d req-5485a8bc-85b3-4fee-a022-30a81abfdb3d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0559371 Oct 28 19:55:01.623721 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9d2cf827-fb24-4205-9fdd-fa21efa8cb1d req-f20274de-e734-4c21-ac70-00f1acce8ab0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Oct 28 19:55:02.061269 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d7b6c23b-6905-4903-8b3a-fd6dad9a6d18 req-05d20a03-8975-4d52-959a-39f0c9149e31 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 210 time: 0.0329874 Oct 28 19:55:02.092332 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-514788f7-ca5d-4d52-8a11-48102003e567 req-8799c497-6702-49cb-8bed-8a028d8610c3 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162994 Oct 28 19:55:02.708449 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-2ee654f2-467b-4f2a-9edd-5ab9ec4962cd tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3d0d20df305342d4b51d837233d4063f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247972 Oct 28 19:55:02.780614 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af241e-ab94-4e40-ade4-9e0fe4b7e297 req-b5ee0ee2-8f08-4bc3-af5a-ca5b315476ba tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:02.788052 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-99af241e-ab94-4e40-ade4-9e0fe4b7e297 req-b5ee0ee2-8f08-4bc3-af5a-ca5b315476ba tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0643680 Oct 28 19:55:02.838436 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-99af241e-ab94-4e40-ade4-9e0fe4b7e297 req-bb2e30c4-72f2-4216-a4f8-a154cedd36db tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488050 Oct 28 19:55:02.843806 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-047ea7b0-8211-4ef4-9eac-2673130d60c1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:02.845556 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-047ea7b0-8211-4ef4-9eac-2673130d60c1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256189 Oct 28 19:55:02.861081 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Request body: {'port': {'device_id': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c', 'admin_state_up': True, 'tenant_id': '3d0d20df305342d4b51d837233d4063f'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:02.971668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Made reservation on behalf of 3d0d20df305342d4b51d837233d4063f for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:02.975040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:02.987591 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.063034 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks [] for security_group (b30a4476-0875-4c5d-bd46-97fd6561c6dd), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.069604 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b30a4476-0875-4c5d-bd46-97fd6561c6dd), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.129420 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30a4476-0875-4c5d-bd46-97fd6561c6dd,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:03.171999 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-66f9184b-b050-4067-8ea9-f6f03a099c3d req-006e183f-71c4-4040-9aa1-fd278d9a2930 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 210 time: 0.0373483 Oct 28 19:55:03.231048 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Allocated IP 192.168.233.164 (1e104923-8065-40cd-879e-1a6b85f9356c/c2b556ef-a5fc-4937-ae3b-f19a1f652d35/f2a0d1af-c130-4afb-a07c-590c2ba82e3e) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:03.375734 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks [] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.408411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.461474 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Network 1e104923-8065-40cd-879e-1a6b85f9356c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:03.470932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:03.475246 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:03.480140 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Pushing event updated for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:03.527292 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.527951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.547527 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-85a96ee8-d822-4c65-86bf-0733f1698d64 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6901681 Oct 28 19:55:03.562684 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Request body: {'port': {'device_id': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:03.625742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.763182 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Provisioning complete for port f2a0d1af-c130-4afb-a07c-590c2ba82e3e triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:03.764610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.765372 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Attempt 1 to provision port f2a0d1af-c130-4afb-a07c-590c2ba82e3e Oct 28 19:55:03.818396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Port f2a0d1af-c130-4afb-a07c-590c2ba82e3e cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:03.964414 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a0d1af-c130-4afb-a07c-590c2ba82e3e {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:03.977852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks [] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.991541 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Transition to ACTIVE for port object f2a0d1af-c130-4afb-a07c-590c2ba82e3e will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:55:03.997850 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.037665 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56887167-456e-442d-a195-3276949c3594 req-fc20d665-ecc0-40a1-b572-77fcfcc18ef7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.040592 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-56887167-456e-442d-a195-3276949c3594 req-fc20d665-ecc0-40a1-b572-77fcfcc18ef7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0944524 Oct 28 19:55:04.055629 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:04.102628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-56887167-456e-442d-a195-3276949c3594 req-dd9aa5dc-9af3-4572-9bca-05419ca0f686 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557630 Oct 28 19:55:04.166100 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Attempting to bind port f2a0d1af-c130-4afb-a07c-590c2ba82e3e on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:04.166739 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Attempting to bind port f2a0d1af-c130-4afb-a07c-590c2ba82e3e by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:04.167084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Attempting to bind port f2a0d1af-c130-4afb-a07c-590c2ba82e3e on network 1e104923-8065-40cd-879e-1a6b85f9356c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:04.171971 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Port f2a0d1af-c130-4afb-a07c-590c2ba82e3e on network 1e104923-8065-40cd-879e-1a6b85f9356c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:55:04.172370 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Attempting to bind port f2a0d1af-c130-4afb-a07c-590c2ba82e3e on network 1e104923-8065-40cd-879e-1a6b85f9356c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:04.177452 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:04.177917 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Checking segment: {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:04.178362 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Bound using segment: {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:04.178869 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Bound port: f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9467d1fa-8bb1-42be-9aef-7c3539195565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:04.179304 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.246656 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:04.250559 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:04.258005 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.266223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.266617 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.268177 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2a0d1af-c130-4afb-a07c-590c2ba82e3e HTTP/1.1" status: 200 len: 1098 time: 0.7106614 Oct 28 19:55:04.275916 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:04.279184 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246a3060-52f1-4741-8439-3c63ac835c63" -d '{"events": [{"name": "network-changed", "server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:04.319841 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Attempt 2 to provision port f2a0d1af-c130-4afb-a07c-590c2ba82e3e Oct 28 19:55:04.367716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66489de9-3288-472b-8b78-9df028629c63 x-openstack-request-id: req-66489de9-3288-472b-8b78-9df028629c63 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:04.368026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:04.368369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66489de9-3288-472b-8b78-9df028629c63 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:04.368837 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66489de9-3288-472b-8b78-9df028629c63'] response: {'name': 'network-changed', 'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e', 'status': 'completed', 'code': 200} Oct 28 19:55:04.373665 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-4d22abec-3903-4e66-9ad1-732e3f7caa32 None None] Port f2a0d1af-c130-4afb-a07c-590c2ba82e3e had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:55:04.376578 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffc71-2316-495e-a4dc-8897eecd547a req-15f77221-2846-4508-8455-e7414be6c66d tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.378238 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78fffc71-2316-495e-a4dc-8897eecd547a req-15f77221-2846-4508-8455-e7414be6c66d tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 948 time: 0.1180515 Oct 28 19:55:04.414552 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939318-a384-4a57-9ceb-f69f97110df3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:04.448897 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-c8228b14-ff92-4768-9c92-ab3a7676e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.450520 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-c8228b14-ff92-4768-9c92-ab3a7676e279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d20df305342d4b51d837233d4063f&device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 1132 time: 0.1160846 Oct 28 19:55:04.462673 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-78fffc71-2316-495e-a4dc-8897eecd547a req-10129b77-1774-4726-8d9e-6a04e8d9a550 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 Oct 28 19:55:04.504444 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-3896ea06-5323-4bb8-aa98-8c5ee4cc1cee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e HTTP/1.1" status: 200 len: 217 time: 0.0407887 Oct 28 19:55:04.577285 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-19745bad-c4a5-453f-b0fd-c81948da2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.578829 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-19745bad-c4a5-453f-b0fd-c81948da2ca9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2b556ef-a5fc-4937-ae3b-f19a1f652d35 HTTP/1.1" status: 200 len: 843 time: 0.0496287 Oct 28 19:55:04.644663 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-a26eb1ae-6dd4-4c6b-8aca-525ff43acb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.647170 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-a26eb1ae-6dd4-4c6b-8aca-525ff43acb6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e104923-8065-40cd-879e-1a6b85f9356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0604460 Oct 28 19:55:04.769857 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-d55a7492-d8be-4002-b027-a48bc347233a service neutron] 10.222.0.55 "GET /v2.0/networks/1e104923-8065-40cd-879e-1a6b85f9356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081858 Oct 28 19:55:04.869271 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-345a8972-3064-4184-b28d-a9e51534f4e1 req-450be973-62c7-47e1-b9ef-8d011023d993 service neutron] 10.222.0.55 "GET /v2.0/networks/1e104923-8065-40cd-879e-1a6b85f9356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927818 Oct 28 19:55:04.991820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a3060-52f1-4741-8439-3c63ac835c63 req-0785bd69-7514-40cc-847b-91e8af93264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.993618 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-0785bd69-7514-40cc-847b-91e8af93264e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d20df305342d4b51d837233d4063f&device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 1132 time: 0.0553670 Oct 28 19:55:05.123949 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a3060-52f1-4741-8439-3c63ac835c63 req-25439d5d-8cc1-4696-ade7-b40e24eb563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.126594 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-25439d5d-8cc1-4696-ade7-b40e24eb563d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e104923-8065-40cd-879e-1a6b85f9356c HTTP/1.1" status: 200 len: 870 time: 0.1218798 Oct 28 19:55:05.199430 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-23bd8523-0e05-4dd9-af36-bb2450606c2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e HTTP/1.1" status: 200 len: 217 time: 0.0487893 Oct 28 19:55:05.260525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a3370-ab4b-4726-96b0-1fef11cb72fb req-5921a051-35cc-4de2-a7c1-45fc96e1e108 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.261753 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a3060-52f1-4741-8439-3c63ac835c63 req-66bf7a3a-ec83-4d25-8d59-0c8f084ac242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.263008 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3e1a3370-ab4b-4726-96b0-1fef11cb72fb req-5921a051-35cc-4de2-a7c1-45fc96e1e108 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0599587 Oct 28 19:55:05.263570 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-66bf7a3a-ec83-4d25-8d59-0c8f084ac242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2b556ef-a5fc-4937-ae3b-f19a1f652d35 HTTP/1.1" status: 200 len: 843 time: 0.0477395 Oct 28 19:55:05.329017 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3e1a3370-ab4b-4726-96b0-1fef11cb72fb req-a4e01d48-8e07-4047-8b9c-4d4889a33075 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577621 Oct 28 19:55:05.342138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a3060-52f1-4741-8439-3c63ac835c63 req-37d8e5c7-f870-41a6-9f43-92af10a85f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.342138 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-37d8e5c7-f870-41a6-9f43-92af10a85f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e104923-8065-40cd-879e-1a6b85f9356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0619042 Oct 28 19:55:05.469556 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-032b90eb-ffa2-4b79-b8ed-91ce2e229a48 service neutron] 10.222.0.55 "GET /v2.0/networks/1e104923-8065-40cd-879e-1a6b85f9356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156573 Oct 28 19:55:05.638161 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-246a3060-52f1-4741-8439-3c63ac835c63 req-45963348-690e-40bb-ac32-a3a9c39388ec service neutron] 10.222.0.55 "GET /v2.0/networks/1e104923-8065-40cd-879e-1a6b85f9356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600182 Oct 28 19:55:05.649483 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece95cb-ffe0-4364-b382-abfa0c301b27 req-f7470aa8-d54d-433c-ac0f-c5e171930661 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.657929 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3ece95cb-ffe0-4364-b382-abfa0c301b27 req-f7470aa8-d54d-433c-ac0f-c5e171930661 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 948 time: 0.0893445 Oct 28 19:55:05.731852 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3ece95cb-ffe0-4364-b382-abfa0c301b27 req-1254fa56-5e4d-4f14-b335-78fb50ff0099 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Oct 28 19:55:06.007515 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-9633a6db-e785-4db6-8182-765ba95f29a3 req-28cf0460-0345-4c30-bee0-46b08ddd81e3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:55:06.008545 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9633a6db-e785-4db6-8182-765ba95f29a3 req-28cf0460-0345-4c30-bee0-46b08ddd81e3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058374 Oct 28 19:55:06.232228 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8cd93-f549-4427-a047-765c7572b33c req-2364cadf-412a-4f55-8622-591b0f8cc62a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:06.240181 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bfc8cd93-f549-4427-a047-765c7572b33c req-2364cadf-412a-4f55-8622-591b0f8cc62a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.1087654 Oct 28 19:55:06.327067 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bfc8cd93-f549-4427-a047-765c7572b33c req-700ab764-859d-470a-9eed-a67a94eecc71 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747907 Oct 28 19:55:06.709167 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 37304) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:06.862625 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-f962747d-a684-4f15-a835-ba486aa19297 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520672 Oct 28 19:55:06.873990 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-f843b06e-d03a-45ac-a3a2-87d118669353 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:55:06.879739 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-f843b06e-d03a-45ac-a3a2-87d118669353 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090232 Oct 28 19:55:06.887989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5464e-f826-49b5-9ade-bfe237ff91dc req-3bd5f58c-2183-4c71-ae5d-4b07139738a4 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:06.889370 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-87f5464e-f826-49b5-9ade-bfe237ff91dc req-3bd5f58c-2183-4c71-ae5d-4b07139738a4 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 948 time: 0.0810177 Oct 28 19:55:06.977183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 37314) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:06.984658 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-87f5464e-f826-49b5-9ade-bfe237ff91dc req-9ee7181b-bfc3-4c77-aea7-704ebd356ed6 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843625 Oct 28 19:55:07.107558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-f4091206-5140-4421-919a-767d55965cef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:07.109080 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-f4091206-5140-4421-919a-767d55965cef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports/1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 940 time: 0.1308908 Oct 28 19:55:07.503777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b106-4e4a-4fd9-a6a0-5f655d373205 req-5e83102a-24a3-43b1-ae31-78c3f4d26c9c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:07.505146 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c4a5b106-4e4a-4fd9-a6a0-5f655d373205 req-5e83102a-24a3-43b1-ae31-78c3f4d26c9c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0993724 Oct 28 19:55:07.597056 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c4a5b106-4e4a-4fd9-a6a0-5f655d373205 req-675cbffa-43eb-44f4-9e9c-ded54b1821a4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803454 Oct 28 19:55:08.129388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace943b-2505-4321-bb27-781e9e9abd1c req-bca95b3b-7da2-4d80-9e77-2352645c2d29 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:08.131528 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dace943b-2505-4321-bb27-781e9e9abd1c req-bca95b3b-7da2-4d80-9e77-2352645c2d29 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 948 time: 0.0566185 Oct 28 19:55:08.182607 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dace943b-2505-4321-bb27-781e9e9abd1c req-db4c2aea-857f-4f96-a2c4-960ad6005978 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Oct 28 19:55:08.765428 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32d563-7762-40b1-b49e-324264e5dae2 req-24305902-3c35-4fa2-a28f-5e6684b4d32c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:08.766111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f2a0d1af-c130-4afb-a07c-590c2ba82e3e details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:55:08.774738 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fb32d563-7762-40b1-b49e-324264e5dae2 req-24305902-3c35-4fa2-a28f-5e6684b4d32c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0736585 Oct 28 19:55:08.855538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:08.887558 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fb32d563-7762-40b1-b49e-324264e5dae2 req-0ffe3529-02c6-4f90-9849-a62382338d26 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026227 Oct 28 19:55:09.046673 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:09.073265 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: DOWN; New status is: DOWN {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:09.075613 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e', 'network_id': '1e104923-8065-40cd-879e-1a6b85f9356c', 'port_id': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e', 'mac_address': 'fa:16:3e:83:41:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b556ef-a5fc-4937-ae3b-f19a1f652d35', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:55:09.124808 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f2a0d1af-c130-4afb-a07c-590c2ba82e3e is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:09.125691 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:09.166262 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a0d1af-c130-4afb-a07c-590c2ba82e3e {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:09.185078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebfdcf-6172-4874-adb5-c3c9b901a30f req-99194552-e760-4830-8a9f-88d18802dfd7 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.192628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-deebfdcf-6172-4874-adb5-c3c9b901a30f req-99194552-e760-4830-8a9f-88d18802dfd7 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0731926 Oct 28 19:55:09.202732 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:09.209100 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:09.261260 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-deebfdcf-6172-4874-adb5-c3c9b901a30f req-e67c6ef6-8abc-4404-909d-1a8941c808e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675750 Oct 28 19:55:09.282968 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:09.283462 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-bcae142c-9b81-4e54-8ddd-b4457787bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.285144 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-bcae142c-9b81-4e54-8ddd-b4457787bc5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 1127 time: 0.1346586 Oct 28 19:55:09.389341 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-59a3d194-3530-44ed-8e37-9e924958501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.390987 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-59a3d194-3530-44ed-8e37-9e924958501c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0801668 Oct 28 19:55:09.414323 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501507c7-5eac-4c98-9e02-8d99a12a310c req-78cc8341-e936-4ff3-b643-7ed6b9870e27 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.415863 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-501507c7-5eac-4c98-9e02-8d99a12a310c req-78cc8341-e936-4ff3-b643-7ed6b9870e27 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 949 time: 0.0953712 Oct 28 19:55:09.521453 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-501507c7-5eac-4c98-9e02-8d99a12a310c req-8a751394-1004-4555-b05e-1fdc5fac227a tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952363 Oct 28 19:55:09.536427 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-e84287af-3df2-4a65-b458-80c7e967d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.538872 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-e84287af-3df2-4a65-b458-80c7e967d3e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.1406674 Oct 28 19:55:09.620866 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-0fe646a8-0468-433d-9760-1f8e91e9e7ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 999 time: 0.0681806 Oct 28 19:55:09.692745 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-7b6ddd84-5197-4076-9b17-2f42ee9f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.694518 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-7b6ddd84-5197-4076-9b17-2f42ee9f4457 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0609133 Oct 28 19:55:09.709969 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['f2a0d1af-c130-4afb-a07c-590c2ba82e3e'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:09.748936 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-58ecd7e1-6e6d-43f6-b843-21a776dbcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.750257 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-58ecd7e1-6e6d-43f6-b843-21a776dbcd33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481780 Oct 28 19:55:09.856857 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-40498369-9857-409c-9e4c-db4076701f88 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930693 Oct 28 19:55:10.011268 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea4988ce-d064-43f4-9f42-5b781546a511 req-9db0bd20-358b-4001-b19c-8f2b27bf917f service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412623 Oct 28 19:55:10.053936 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be7c28-46a0-4fe0-b43c-97f8b2c067a6 req-707462cd-7020-455c-b703-e7897c154538 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.055959 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-94be7c28-46a0-4fe0-b43c-97f8b2c067a6 req-707462cd-7020-455c-b703-e7897c154538 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0731084 Oct 28 19:55:10.111107 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-94be7c28-46a0-4fe0-b43c-97f8b2c067a6 req-db0d3480-4f0e-47ee-8055-8ab99da43f91 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491495 Oct 28 19:55:10.428065 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c1e03-32fc-40f8-bf66-af40f5aaa208 req-baf92c47-a328-4b45-af01-685ca851c2e1 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.435987 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-585c1e03-32fc-40f8-bf66-af40f5aaa208 req-baf92c47-a328-4b45-af01-685ca851c2e1 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0745330 Oct 28 19:55:10.484425 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-585c1e03-32fc-40f8-bf66-af40f5aaa208 req-cf64722a-c91c-446e-9eba-5d3db06f8ada tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475442 Oct 28 19:55:10.678964 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6810ab-d7eb-450f-aca3-83f78986f2e2 req-b46fe98e-5283-4e77-a816-06f0c1afc9bf tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.680825 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cc6810ab-d7eb-450f-aca3-83f78986f2e2 req-b46fe98e-5283-4e77-a816-06f0c1afc9bf tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 949 time: 0.0620508 Oct 28 19:55:10.747203 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cc6810ab-d7eb-450f-aca3-83f78986f2e2 req-d81e57cb-e948-49f0-b24e-79f356529e5a tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Oct 28 19:55:11.276238 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd467c1-ba5f-49dc-bea7-fe6221565655 req-55f59dbe-4e4b-4ae3-bd17-4bb215ca443f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:11.287233 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5cd467c1-ba5f-49dc-bea7-fe6221565655 req-55f59dbe-4e4b-4ae3-bd17-4bb215ca443f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0862012 Oct 28 19:55:11.346924 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5cd467c1-ba5f-49dc-bea7-fe6221565655 req-91e533d3-f9f9-49fc-9988-1d626b59b4a7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580053 Oct 28 19:55:11.746544 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56abd51-04c8-4d24-a40b-5bc2953d4620 req-7f12d505-5a3e-495f-bc4c-70f098e0d579 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:11.748310 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e56abd51-04c8-4d24-a40b-5bc2953d4620 req-7f12d505-5a3e-495f-bc4c-70f098e0d579 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1332936 Oct 28 19:55:11.838524 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e56abd51-04c8-4d24-a40b-5bc2953d4620 req-37d028aa-cd46-40bc-a184-f0f721ef5a40 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813832 Oct 28 19:55:11.956812 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7716d-ddd6-46d6-ac44-4807ea30ebd0 req-08374c98-174e-4560-9b22-7883adc31bc4 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:11.965577 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f3d7716d-ddd6-46d6-ac44-4807ea30ebd0 req-08374c98-174e-4560-9b22-7883adc31bc4 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 949 time: 0.1175671 Oct 28 19:55:12.031787 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f3d7716d-ddd6-46d6-ac44-4807ea30ebd0 req-d2dbea3b-932b-4d54-a163-500c73528d81 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648654 Oct 28 19:55:12.538040 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555afed8-bd68-46dc-9ea7-d3db2f9f2d78 req-c7fac961-de00-45b5-8304-48d52005d603 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:12.552210 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-555afed8-bd68-46dc-9ea7-d3db2f9f2d78 req-c7fac961-de00-45b5-8304-48d52005d603 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0937431 Oct 28 19:55:12.624602 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-555afed8-bd68-46dc-9ea7-d3db2f9f2d78 req-152da44f-8382-4786-b62f-88b471b3ae74 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710368 Oct 28 19:55:12.782043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f2a0d1af-c130-4afb-a07c-590c2ba82e3e up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:12.845638 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port f2a0d1af-c130-4afb-a07c-590c2ba82e3e completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:55:12.852565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port f2a0d1af-c130-4afb-a07c-590c2ba82e3e triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:12.853358 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.854218 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port f2a0d1af-c130-4afb-a07c-590c2ba82e3e Oct 28 19:55:13.034946 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddcb00-9924-46e6-a6f9-10d65440c105 req-dd720db1-63af-4b31-abea-a0a9827c3ae0 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:13.038353 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-32ddcb00-9924-46e6-a6f9-10d65440c105 req-dd720db1-63af-4b31-abea-a0a9827c3ae0 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0961480 Oct 28 19:55:13.059896 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f2a0d1af-c130-4afb-a07c-590c2ba82e3e is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:13.060761 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.142249 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-32ddcb00-9924-46e6-a6f9-10d65440c105 req-6216cfe5-b031-4f51-9270-4935be7293c3 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 Oct 28 19:55:13.148950 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:13.151801 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579b036-f7fa-426c-ab37-5cf6d8f68ba9" -d '{"events": [{"server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "name": "network-vif-plugged", "status": "completed", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:13.178816 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cd754-f843-41f6-bb43-df3efdcc27a6 req-561fb5f1-a7a6-4a93-8ffd-11db6d8ddbc6 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:13.187329 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-443cd754-f843-41f6-bb43-df3efdcc27a6 req-561fb5f1-a7a6-4a93-8ffd-11db6d8ddbc6 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 949 time: 0.0655286 Oct 28 19:55:13.205336 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:13.212975 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.260347 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-443cd754-f843-41f6-bb43-df3efdcc27a6 req-8fcbfa9e-75b9-481a-b8b2-464758a16c48 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728147 Oct 28 19:55:13.321018 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb2d3b7-6f69-41a3-b0f3-ba399a4b6c6a x-openstack-request-id: req-4cb2d3b7-6f69-41a3-b0f3-ba399a4b6c6a {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:13.321413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "name": "network-vif-plugged", "status": "completed", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:13.321781 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cb2d3b7-6f69-41a3-b0f3-ba399a4b6c6a {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:13.322313 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb2d3b7-6f69-41a3-b0f3-ba399a4b6c6a'] response: {'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e', 'code': 200} Oct 28 19:55:13.323598 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:13.847992 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0961-22a7-4b51-afeb-a728b876e1f3 req-e239c4bb-f383-4b26-9058-4186c681a008 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:13.849517 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a3d0961-22a7-4b51-afeb-a728b876e1f3 req-e239c4bb-f383-4b26-9058-4186c681a008 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.1261864 Oct 28 19:55:13.966205 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a3d0961-22a7-4b51-afeb-a728b876e1f3 req-ba7396cd-0e3a-4eb1-8f41-a196e5e7c707 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061153 Oct 28 19:55:14.412492 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe502-f7c9-469b-a123-9525e0585904 req-727c8d76-0742-42d7-b891-cee2acf2a877 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:14.429653 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ca6fe502-f7c9-469b-a123-9525e0585904 req-727c8d76-0742-42d7-b891-cee2acf2a877 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1822448 Oct 28 19:55:14.532423 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec20c6-bd12-4d76-9c16-8e538278a9f9 req-a3c9007c-69f1-4a91-8240-15f0ae566669 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:14.535326 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ca6fe502-f7c9-469b-a123-9525e0585904 req-2e8b8b5b-3ada-45ab-895d-e429bf2fe5a5 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975263 Oct 28 19:55:14.558203 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ffec20c6-bd12-4d76-9c16-8e538278a9f9 req-a3c9007c-69f1-4a91-8240-15f0ae566669 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.1538184 Oct 28 19:55:14.620909 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ffec20c6-bd12-4d76-9c16-8e538278a9f9 req-f0f9a8ea-5265-4efe-be4a-dcae797dcece tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766883 Oct 28 19:55:15.003568 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1d243e50-8db7-4ecd-809d-090fcb148de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:15.184312 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1982-a3b3-4df3-b7a9-fe21ca4977f3 req-e8552782-2fed-4a5f-a8fa-e87fb7fa6ed8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:15.193096 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f71f1982-a3b3-4df3-b7a9-fe21ca4977f3 req-e8552782-2fed-4a5f-a8fa-e87fb7fa6ed8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0790422 Oct 28 19:55:15.246695 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f71f1982-a3b3-4df3-b7a9-fe21ca4977f3 req-26725567-2b38-4bd9-a8e9-c1c35d818468 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525877 Oct 28 19:55:15.868129 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae179dd-f25d-4475-b9be-22bd1117b65a req-8d29d4d7-fa9a-4b73-b803-d7018a6c16c1 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:15.877008 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eae179dd-f25d-4475-b9be-22bd1117b65a req-8d29d4d7-fa9a-4b73-b803-d7018a6c16c1 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1470768 Oct 28 19:55:15.958945 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-eae179dd-f25d-4475-b9be-22bd1117b65a req-9e72e747-a59d-4958-8815-3cd220e063ee tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802877 Oct 28 19:55:15.966054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9ff1e-20fe-47d2-b503-d06e8e0a602d req-5405eaf8-df6e-401f-ab0b-ff5bfa297311 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:15.968785 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2cc9ff1e-20fe-47d2-b503-d06e8e0a602d req-5405eaf8-df6e-401f-ab0b-ff5bfa297311 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.1346104 Oct 28 19:55:16.049710 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2cc9ff1e-20fe-47d2-b503-d06e8e0a602d req-90b639a4-c298-4081-9bc4-f781100994b3 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744879 Oct 28 19:55:16.510821 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f9ec-dd94-4eb9-b8b0-76324661c58a req-f0c1a20e-1b41-4115-8a97-99ceae0a5ea3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:16.513130 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f526f9ec-dd94-4eb9-b8b0-76324661c58a req-f0c1a20e-1b41-4115-8a97-99ceae0a5ea3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.1286077 Oct 28 19:55:16.585462 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f526f9ec-dd94-4eb9-b8b0-76324661c58a req-51e3ae22-5971-4c75-b013-2c4172985b69 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623648 Oct 28 19:55:17.133193 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d7626-4903-443a-81b8-2875b7631b89 req-7f0f16cb-d0ec-4765-83b5-c6b6860a90d8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:17.143177 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a92d7626-4903-443a-81b8-2875b7631b89 req-7f0f16cb-d0ec-4765-83b5-c6b6860a90d8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1010082 Oct 28 19:55:17.256538 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a92d7626-4903-443a-81b8-2875b7631b89 req-9e2edb88-d51d-43fc-aa8a-8ba87f978b66 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118870 Oct 28 19:55:17.306244 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2069-54ac-4d26-b179-a5a7f475e7ea req-36381477-6b54-4c69-82de-5df6c322ff1e tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:17.307981 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2dc2069-54ac-4d26-b179-a5a7f475e7ea req-36381477-6b54-4c69-82de-5df6c322ff1e tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.1190979 Oct 28 19:55:17.382502 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2dc2069-54ac-4d26-b179-a5a7f475e7ea req-7eac1bf3-c762-440f-8b36-710038d1edd4 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665359 Oct 28 19:55:17.383944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-26fdebe3-4e02-4781-9468-ff4772872dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:17.783007 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadcb24-d154-4df6-8a83-6e1945fb835a req-a67c3d10-9ff2-4b2c-9e02-1e52dfc64fbe tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:17.785895 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8fadcb24-d154-4df6-8a83-6e1945fb835a req-a67c3d10-9ff2-4b2c-9e02-1e52dfc64fbe tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0719509 Oct 28 19:55:17.858966 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8fadcb24-d154-4df6-8a83-6e1945fb835a req-253ce553-cef5-4e7f-ad26-b804f10298ad tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619621 Oct 28 19:55:18.342609 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:18.443631 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb131d6-4d46-4138-a5ba-5204b94e0bc1 req-f79d628e-cd78-43db-9c71-f63718cca7b0 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:18.453812 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ecb131d6-4d46-4138-a5ba-5204b94e0bc1 req-f79d628e-cd78-43db-9c71-f63718cca7b0 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0903649 Oct 28 19:55:18.549024 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ecb131d6-4d46-4138-a5ba-5204b94e0bc1 req-4d3f0678-0dfc-45ce-a2f8-4277b7fcde80 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937407 Oct 28 19:55:18.843279 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a0fa-6ef0-4d7c-b0da-442fcec1e77f req-9a39ddd4-1fbd-4f15-ac85-d093e7adc7c8 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:18.855440 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2872a0fa-6ef0-4d7c-b0da-442fcec1e77f req-9a39ddd4-1fbd-4f15-ac85-d093e7adc7c8 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.3340392 Oct 28 19:55:18.960805 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2872a0fa-6ef0-4d7c-b0da-442fcec1e77f req-ed3d0b62-7d4c-48c3-80bb-2fba83830532 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042149 Oct 28 19:55:19.233728 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e3d67-8f77-4a61-99eb-720fa61fbb66 req-ae70786b-6d11-4c86-8019-9ad65517000c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:19.246306 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b95e3d67-8f77-4a61-99eb-720fa61fbb66 req-ae70786b-6d11-4c86-8019-9ad65517000c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.2405961 Oct 28 19:55:19.377299 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b95e3d67-8f77-4a61-99eb-720fa61fbb66 req-107ae70e-bec0-48d2-a9e7-39c678305545 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297281 Oct 28 19:55:19.568847 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-923a4fb2-2233-4bef-82ac-8273cfa9de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:19.570500 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-923a4fb2-2233-4bef-82ac-8273cfa9de7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0676560 Oct 28 19:55:19.617785 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:19.770141 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8f7f-9331-4449-b629-3d7c6afebd24 req-1b2fdaac-b87a-4e74-a178-4fcf2cbc0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:19.771794 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-57af8f7f-9331-4449-b629-3d7c6afebd24 req-1b2fdaac-b87a-4e74-a178-4fcf2cbc0a02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 1134 time: 0.1262221 Oct 28 19:55:19.795167 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b467631-c8ea-4813-b464-018f52aea389 req-982738f0-fabf-480f-baf7-bcb7c0680602 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:19.797381 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9b467631-c8ea-4813-b464-018f52aea389 req-982738f0-fabf-480f-baf7-bcb7c0680602 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.1380911 Oct 28 19:55:19.916040 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9b467631-c8ea-4813-b464-018f52aea389 req-2a56b065-c965-4656-8f7a-5dc2f2d88ac6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109030 Oct 28 19:55:20.125687 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdde5-4d5b-4b58-bc4f-4fbf61af4285 req-cd8093a3-8709-4b8b-8959-6a9b19c706fa tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:20.127717 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e59bdde5-4d5b-4b58-bc4f-4fbf61af4285 req-cd8093a3-8709-4b8b-8959-6a9b19c706fa tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0640938 Oct 28 19:55:20.192226 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e59bdde5-4d5b-4b58-bc4f-4fbf61af4285 req-7d293939-54fa-45d5-b600-663e305d44ad tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553300 Oct 28 19:55:20.277988 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:20.576629 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1e8b-f7bb-4040-8f18-6000c2f7c7b0 req-2c9b6e68-9889-4fdc-98fe-8be5615fbf9e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:20.578217 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4b4b1e8b-f7bb-4040-8f18-6000c2f7c7b0 req-2c9b6e68-9889-4fdc-98fe-8be5615fbf9e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0659444 Oct 28 19:55:20.647149 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4b4b1e8b-f7bb-4040-8f18-6000c2f7c7b0 req-5bcc1939-80de-48ea-9ee9-f5a85a8c40f1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608459 Oct 28 19:55:21.075326 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e335a9-3574-4040-9b36-d77d8017e477 req-6d0a7536-42da-4e15-a894-f625c4dcbec8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:21.083270 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-26e335a9-3574-4040-9b36-d77d8017e477 req-6d0a7536-42da-4e15-a894-f625c4dcbec8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0897899 Oct 28 19:55:21.136656 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-26e335a9-3574-4040-9b36-d77d8017e477 req-70425251-2f0b-4c6a-a159-3edb8ec56880 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Oct 28 19:55:21.140881 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:21.338472 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c8b2-89e9-4f50-9c22-41adecfe5fed req-0b576816-dedf-40ef-b60d-a70c82427699 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:21.339924 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e171c8b2-89e9-4f50-9c22-41adecfe5fed req-0b576816-dedf-40ef-b60d-a70c82427699 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0549643 Oct 28 19:55:21.390416 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e171c8b2-89e9-4f50-9c22-41adecfe5fed req-fc83485a-eec0-48d3-88a7-18750c67423e tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Oct 28 19:55:21.782657 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a29151-9e18-41f9-86df-7070265c45c4 req-26677bee-531e-4d16-8110-73168366cd99 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:21.784210 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b3a29151-9e18-41f9-86df-7070265c45c4 req-26677bee-531e-4d16-8110-73168366cd99 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0547929 Oct 28 19:55:21.833142 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b3a29151-9e18-41f9-86df-7070265c45c4 req-29c09fbc-520a-4ea3-91ce-b52df38bf0ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Oct 28 19:55:22.272648 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5923e8-8711-4064-9532-cfb8c6aa8d57 req-ae3936ef-836b-486a-9378-819ad1cdda6f tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.274130 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ab5923e8-8711-4064-9532-cfb8c6aa8d57 req-ae3936ef-836b-486a-9378-819ad1cdda6f tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0586479 Oct 28 19:55:22.351237 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ab5923e8-8711-4064-9532-cfb8c6aa8d57 req-e92ceb8d-0cac-4b2c-9597-d96fd3378898 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711191 Oct 28 19:55:22.354610 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-57af8f7f-9331-4449-b629-3d7c6afebd24 req-3c85e7e1-5501-4a87-9f12-cc59162be235 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609307 Oct 28 19:55:22.385279 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-5919809a-9831-4cbf-aaaa-8a0aad327f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.386865 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-5919809a-9831-4cbf-aaaa-8a0aad327f08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0997913 Oct 28 19:55:22.524279 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537ce0-d564-40b3-917d-f7b095618c14 req-53a68f7f-f455-4ddb-a2ac-1bd69d9bcb72 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.525763 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-32537ce0-d564-40b3-917d-f7b095618c14 req-53a68f7f-f455-4ddb-a2ac-1bd69d9bcb72 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0588202 Oct 28 19:55:22.574265 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-32537ce0-d564-40b3-917d-f7b095618c14 req-c13d4a31-f4b6-4085-a7af-4751983a827b tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Oct 28 19:55:22.669087 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-ccd34fcc-39eb-4a6b-929c-4a2d58932a6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 200 len: 999 time: 0.0582390 Oct 28 19:55:22.720751 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-6b5e2023-ef7f-443a-a1f7-34a5c0ca3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.722310 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-6b5e2023-ef7f-443a-a1f7-34a5c0ca3c08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0469625 Oct 28 19:55:22.770651 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-d46d8cb7-d9e8-415c-870c-7039a9958a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.772130 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-d46d8cb7-d9e8-415c-870c-7039a9958a7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435395 Oct 28 19:55:22.862208 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-70367096-a3ca-4013-acde-97c19db8eef9 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805440 Oct 28 19:55:22.956938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-d4d3366d-53b8-4db4-b24e-2656b9746b63 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.958487 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-d4d3366d-53b8-4db4-b24e-2656b9746b63 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 945 time: 0.0831647 Oct 28 19:55:22.965280 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8bfa54a8-12fd-4ce1-bb00-e33998a4e783 req-d4bbd64e-8c13-4cd8-97dd-3409114afa76 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906365 Oct 28 19:55:23.032248 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417ce41-6393-4efa-b7a3-cd27e3c10ace req-30db4018-a84c-437b-9bda-9f07d335ac58 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:23.033830 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0417ce41-6393-4efa-b7a3-cd27e3c10ace req-30db4018-a84c-437b-9bda-9f07d335ac58 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.1147258 Oct 28 19:55:23.101129 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0417ce41-6393-4efa-b7a3-cd27e3c10ace req-fd91cdd0-7c8f-45ba-8c2d-8825544f779f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503228 Oct 28 19:55:23.110908 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Deleting port 09239b26-dfe6-4296-bc05-2442ffd39b07 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:23.111220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.203963 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] For port 09239b26-dfe6-4296-bc05-2442ffd39b07, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09239b26-dfe6-4296-bc05-2442ffd39b07,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:23.204257 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.217126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Calling delete_port for 09239b26-dfe6-4296-bc05-2442ffd39b07 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:23.350194 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (09239b26-dfe6-4296-bc05-2442ffd39b07), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.363180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['09239b26-dfe6-4296-bc05-2442ffd39b07'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:23.380678 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Pushing event deleted for resources: {'Port': ['ID=09239b26-dfe6-4296-bc05-2442ffd39b07,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:23.423807 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] No DVR routers for this DVR port 09239b26-dfe6-4296-bc05-2442ffd39b07 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:55:23.426710 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.429996 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2b04b9a8-4215-48bc-ad06-1385fb5e1fb7 req-44dcf280-7bed-4b7a-b3da-a3b385263dad tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "DELETE /v2.0/ports/09239b26-dfe6-4296-bc05-2442ffd39b07 HTTP/1.1" status: 204 len: 173 time: 0.4641690 Oct 28 19:55:23.430516 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'name': 'network-vif-deleted', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:23.432766 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d273c1-e2dc-4672-9ccd-86387ef78ce1" -d '{"events": [{"server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "name": "network-vif-deleted", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:23.478736 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162baf05-0ed6-4f24-ae1c-aa646b87447e x-openstack-request-id: req-162baf05-0ed6-4f24-ae1c-aa646b87447e {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:23.479026 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e2e85f-ddb2-46e7-b5d8-e4527c557025", "name": "network-vif-deleted", "tag": "09239b26-dfe6-4296-bc05-2442ffd39b07", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:23.479308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-162baf05-0ed6-4f24-ae1c-aa646b87447e {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:23.479675 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162baf05-0ed6-4f24-ae1c-aa646b87447e'] response: {'server_uuid': '12e2e85f-ddb2-46e7-b5d8-e4527c557025', 'name': 'network-vif-deleted', 'tag': '09239b26-dfe6-4296-bc05-2442ffd39b07', 'status': 'completed', 'code': 200} Oct 28 19:55:23.482666 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a88340bb-2b24-4dd2-b080-14b3cfdabffb req-56f0f7ce-0c14-49e9-9c7f-e705cc55e872 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 210 time: 0.0340559 Oct 28 19:55:23.703569 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06568-83ae-4e18-9e29-58a4e33f153e req-2624cbff-b6fe-4bb6-bc1f-7b59b798702f tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:23.705091 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8ef06568-83ae-4e18-9e29-58a4e33f153e req-2624cbff-b6fe-4bb6-bc1f-7b59b798702f tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0550838 Oct 28 19:55:23.740850 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 37554) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:23.758256 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8ef06568-83ae-4e18-9e29-58a4e33f153e req-9966d080-1564-4ddb-bea4-ca1110166bab tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473421 Oct 28 19:55:23.787592 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Deleting subnet 768878b4-b624-4cca-a56f-ec3a1591c7d4 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:55:23.790896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Publish callbacks [] for subnet (768878b4-b624-4cca-a56f-ec3a1591c7d4), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.829241 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (768878b4-b624-4cca-a56f-ec3a1591c7d4), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.867964 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (768878b4-b624-4cca-a56f-ec3a1591c7d4), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.924007 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (768878b4-b624-4cca-a56f-ec3a1591c7d4), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.947049 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768878b4-b624-4cca-a56f-ec3a1591c7d4,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:23.952986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:23.956284 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-85630189-b5e7-402b-a62c-2f9224da949c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/768878b4-b624-4cca-a56f-ec3a1591c7d4 HTTP/1.1" status: 204 len: 168 time: 0.2143648 Oct 28 19:55:23.959227 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 37556) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:24.028320 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.105382 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.128706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39e029e-8c3d-47b1-9ba6-8ae14968dc5b']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:24.138300 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:24.138600 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef7fde8-3d35-47d5-b7cb-9bbf5664a824') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:24.148536 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (2ef7fde8-3d35-47d5-b7cb-9bbf5664a824), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.165114 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (2ef7fde8-3d35-47d5-b7cb-9bbf5664a824), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.171972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:55:24.172414 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (2ef7fde8-3d35-47d5-b7cb-9bbf5664a824), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.219920 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 2ef7fde8-3d35-47d5-b7cb-9bbf5664a824 resource provider aggregate not found Oct 28 19:55:24.241832 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8744d-7ac0-4152-bb40-e1823ce56521 req-32acc838-f89c-46ef-954b-70f4ebf8e4da tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:24.243945 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fe8744d-7ac0-4152-bb40-e1823ce56521 req-32acc838-f89c-46ef-954b-70f4ebf8e4da tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0624213 Oct 28 19:55:24.244955 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 2ef7fde8-3d35-47d5-b7cb-9bbf5664a824 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ef7fde8-3d35-47d5-b7cb-9bbf5664a824 found for delete ", "request_id": "req-a2086f16-f768-4830-be66-a8e50f96b061"}]} Oct 28 19:55:24.249376 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (c39e029e-8c3d-47b1-9ba6-8ae14968dc5b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.257539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.268770 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c39e029e-8c3d-47b1-9ba6-8ae14968dc5b HTTP/1.1" status: 204 len: 168 time: 0.3060396 Oct 28 19:55:24.278903 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf880d-67c1-491b-a2fc-636d9d586230 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39e029e-8c3d-47b1-9ba6-8ae14968dc5b,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:24.316386 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fe8744d-7ac0-4152-bb40-e1823ce56521 req-12c7ff31-a468-4dd4-8f6f-631f5a1b9f3b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632353 Oct 28 19:55:24.462337 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 37566) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:24.502018 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5dfec8f0-7849-48ba-9f0f-d134ec203933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b0d6bdc5136421792ba72516aa75ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384419 Oct 28 19:55:24.504487 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 37568) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:24.553706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] Publish callbacks [] for security_group (d5fadee4-cd2f-497b-a6a4-fed1708dafc0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.577949 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] Publish callbacks [] for security_group (d5fadee4-cd2f-497b-a6a4-fed1708dafc0), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.611611 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-613783e8-feca-43bb-a7bf-d1530dc7fc0e req-573f4b47-9d9c-44b9-b357-c59d7194ab2f tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e2e85f-ddb2-46e7-b5d8-e4527c557025 HTTP/1.1" status: 200 len: 210 time: 0.0363514 Oct 28 19:55:24.658781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d5fadee4-cd2f-497b-a6a4-fed1708dafc0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.661355 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:24.662892 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5fadee4-cd2f-497b-a6a4-fed1708dafc0 HTTP/1.1" status: 204 len: 168 time: 0.1575370 Oct 28 19:55:24.671136 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0606a-123a-477a-83c1-5291adc672e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fadee4-cd2f-497b-a6a4-fed1708dafc0,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:25.107392 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08cee-c0c3-4b08-aead-dbc1dcd0dfc5 req-3cd3a4bc-5e84-4334-a0b3-fea8a5edcf5c tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:25.108888 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2bc08cee-c0c3-4b08-aead-dbc1dcd0dfc5 req-3cd3a4bc-5e84-4334-a0b3-fea8a5edcf5c tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.2682865 Oct 28 19:55:25.155892 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2bc08cee-c0c3-4b08-aead-dbc1dcd0dfc5 req-4ba72f19-c524-4958-90c1-6b71bda0081f tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Oct 28 19:55:25.432403 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702b8ce-9ecd-4733-ac1d-16d8771d23ce req-3f5d391d-a23c-41a9-be87-35d81daa435f tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:25.433972 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a702b8ce-9ecd-4733-ac1d-16d8771d23ce req-3f5d391d-a23c-41a9-be87-35d81daa435f tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0593123 Oct 28 19:55:25.462781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4d714-3067-492a-ae07-786e65808db8 req-c6bf9df0-c350-4e5f-b50b-f1d86fe3f4c7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:25.464331 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-05d4d714-3067-492a-ae07-786e65808db8 req-c6bf9df0-c350-4e5f-b50b-f1d86fe3f4c7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0593731 Oct 28 19:55:25.487178 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a702b8ce-9ecd-4733-ac1d-16d8771d23ce req-c409e642-438f-4670-a0cc-5b7a1f2e3a2a tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Oct 28 19:55:25.517247 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-05d4d714-3067-492a-ae07-786e65808db8 req-f019ec5a-ea1a-41c5-80fe-fa3066331acb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 Oct 28 19:55:26.622517 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1875-95f8-475d-901e-81d018c22b25 req-dbb8af50-e865-41c9-9bbb-8d23210de0a1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:26.624039 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-41cf1875-95f8-475d-901e-81d018c22b25 req-dbb8af50-e865-41c9-9bbb-8d23210de0a1 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0534296 Oct 28 19:55:26.651050 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a5af4-3449-4636-bbe6-6dcc7eeb59b7 req-b78f21c2-20bd-4142-a603-e7c01cd2f87e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:26.652608 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cf7a5af4-3449-4636-bbe6-6dcc7eeb59b7 req-b78f21c2-20bd-4142-a603-e7c01cd2f87e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0548003 Oct 28 19:55:26.675536 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-41cf1875-95f8-475d-901e-81d018c22b25 req-a9afca64-c047-4e14-9882-23f7e18c67a6 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Oct 28 19:55:26.700886 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cf7a5af4-3449-4636-bbe6-6dcc7eeb59b7 req-9f9d3f15-b1e8-4524-90e9-946454b2f4e7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Oct 28 19:55:27.831790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66816-1b15-442c-b63e-f764f11b0759 req-67d72fed-5d8a-4b8a-94fc-a76a85760a68 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:27.833282 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-33b66816-1b15-442c-b63e-f764f11b0759 req-67d72fed-5d8a-4b8a-94fc-a76a85760a68 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0528400 Oct 28 19:55:27.838487 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6a348-47da-4c41-b3be-9e6d22b25eff req-fe1ae782-ded2-42d7-bd87-6f5c76f0096b tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:27.841548 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cbf6a348-47da-4c41-b3be-9e6d22b25eff req-fe1ae782-ded2-42d7-bd87-6f5c76f0096b tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0871379 Oct 28 19:55:27.847479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09239b26-dfe6-4296-bc05-2442ffd39b07 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:27.867006 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 09239b26-dfe6-4296-bc05-2442ffd39b07 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:55:27.867342 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09239b26-dfe6-4296-bc05-2442ffd39b07 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:55:27.880602 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-33b66816-1b15-442c-b63e-f764f11b0759 req-7a33b378-a8a9-4855-8a6f-f4b183ed5442 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Oct 28 19:55:27.895102 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cbf6a348-47da-4c41-b3be-9e6d22b25eff req-5caa5de0-04ad-468a-a9db-d3ec4e927d1d tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Oct 28 19:55:29.014671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fb941-14e8-4ec9-8b35-e52a26bab73a req-3aae29cc-4fc5-40b1-a91a-5391e6994bc4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.016192 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-355fb941-14e8-4ec9-8b35-e52a26bab73a req-3aae29cc-4fc5-40b1-a91a-5391e6994bc4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0519395 Oct 28 19:55:29.019815 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576671fd-a80a-41b6-8661-a342aa4b3a07 req-45c1b665-cf0a-4255-b723-3bdc360c2134 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.021274 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-576671fd-a80a-41b6-8661-a342aa4b3a07 req-45c1b665-cf0a-4255-b723-3bdc360c2134 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0522454 Oct 28 19:55:29.073746 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-576671fd-a80a-41b6-8661-a342aa4b3a07 req-3dfd96a5-72c3-4d55-be28-fbffeae93b7c tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/security-groups?id=b30a4476-0875-4c5d-bd46-97fd6561c6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Oct 28 19:55:29.074653 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-355fb941-14e8-4ec9-8b35-e52a26bab73a req-067af105-afab-4edf-86c8-1a03273acbd8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524690 Oct 28 19:55:29.333754 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-0f7c11fe-cf4c-47e2-a129-7e6e1fd0d044 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.335446 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-0f7c11fe-cf4c-47e2-a129-7e6e1fd0d044 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.55 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 950 time: 0.0573194 Oct 28 19:55:29.424827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Deleting port f2a0d1af-c130-4afb-a07c-590c2ba82e3e {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:29.425122 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:29.514090 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] For port f2a0d1af-c130-4afb-a07c-590c2ba82e3e, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,segment=NetworkSegment(9467d1fa-8bb1-42be-9aef-7c3539195565),segment_id=9467d1fa-8bb1-42be-9aef-7c3539195565)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:29.514493 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:29.526286 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Calling delete_port for f2a0d1af-c130-4afb-a07c-590c2ba82e3e owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:29.651584 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f2a0d1af-c130-4afb-a07c-590c2ba82e3e), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:29.664536 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['f2a0d1af-c130-4afb-a07c-590c2ba82e3e'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:29.681883 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Pushing event deleted for resources: {'Port': ['ID=f2a0d1af-c130-4afb-a07c-590c2ba82e3e,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:29.728054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] No DVR routers for this DVR port f2a0d1af-c130-4afb-a07c-590c2ba82e3e on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:55:29.730907 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:29.734544 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-42dc39a2-219e-460f-b5bd-dd3b17360473 req-71cdb517-c140-4e3b-8931-0f87db732923 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.55 "DELETE /v2.0/ports/f2a0d1af-c130-4afb-a07c-590c2ba82e3e HTTP/1.1" status: 204 len: 173 time: 0.3927081 Oct 28 19:55:29.735087 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'name': 'network-vif-deleted', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:29.737410 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b228a706-f631-4d01-a364-d96d6ef16465" -d '{"events": [{"server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "name": "network-vif-deleted", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:29.779601 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b72021-18fb-4a35-a54e-5c5c98440e59 x-openstack-request-id: req-53b72021-18fb-4a35-a54e-5c5c98440e59 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:29.779893 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043c17f-42a7-47c3-96c5-143ebbf97d98", "name": "network-vif-deleted", "tag": "f2a0d1af-c130-4afb-a07c-590c2ba82e3e", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:29.780199 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53b72021-18fb-4a35-a54e-5c5c98440e59 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:29.780613 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b72021-18fb-4a35-a54e-5c5c98440e59'] response: {'server_uuid': 'f043c17f-42a7-47c3-96c5-143ebbf97d98', 'name': 'network-vif-deleted', 'tag': 'f2a0d1af-c130-4afb-a07c-590c2ba82e3e', 'status': 'completed', 'code': 200} Oct 28 19:55:30.196251 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-79a2b8af-f834-419e-8b04-176c351a30c6 req-dd8a8d30-f3c6-45d7-8e14-c968921e9038 tempest-VolumesNegativeTest-470651664 tempest-VolumesNegativeTest-470651664-project] 10.222.0.20 "GET /v2.0/ports?device_id=f043c17f-42a7-47c3-96c5-143ebbf97d98 HTTP/1.1" status: 200 len: 210 time: 0.0272651 Oct 28 19:55:30.226358 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1a3c-2827-4d1f-83e2-808f4b27171c req-e1d8af87-b850-41ff-8d71-8ec09d8eb7c0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:30.229346 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5afa1a3c-2827-4d1f-83e2-808f4b27171c req-e1d8af87-b850-41ff-8d71-8ec09d8eb7c0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0652759 Oct 28 19:55:30.286864 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5afa1a3c-2827-4d1f-83e2-808f4b27171c req-40028c31-e1b1-41b8-b39e-d530214749e9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Oct 28 19:55:31.470022 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2f5b-a871-468d-a777-d179c0b5c4f8 req-a93554cd-6d96-4fb4-afe8-18f5283e3467 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:31.471593 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4eec2f5b-a871-468d-a777-d179c0b5c4f8 req-a93554cd-6d96-4fb4-afe8-18f5283e3467 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0618653 Oct 28 19:55:31.518845 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4eec2f5b-a871-468d-a777-d179c0b5c4f8 req-06be16a4-2eef-42fa-8179-81981ee04f4f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Oct 28 19:55:32.659949 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eda76-0b4a-429c-bffd-7d4ea293034b req-55573ab9-ecd8-4635-b49a-afc07f09a6a6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:32.661665 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-905eda76-0b4a-429c-bffd-7d4ea293034b req-55573ab9-ecd8-4635-b49a-afc07f09a6a6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0635750 Oct 28 19:55:32.712905 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-905eda76-0b4a-429c-bffd-7d4ea293034b req-276c0275-d840-49fa-998d-131112937344 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446935 Oct 28 19:55:33.145455 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:55:33.161929 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f2a0d1af-c130-4afb-a07c-590c2ba82e3e no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:33.185922 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: f2a0d1af-c130-4afb-a07c-590c2ba82e3e {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:55:33.186301 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f2a0d1af-c130-4afb-a07c-590c2ba82e3e not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:55:33.267411 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:33.279094 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'mac_address': 'fa:16:3e:af:cf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:55:33.321837 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:33.322268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:33.335452 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:33.355840 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:33.360453 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:33.406175 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=9']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:33.850779 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cefbb-8053-44f2-a132-fce1f50f9b0a req-98593184-d9bb-4353-b866-3683a63aaf42 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:33.852293 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa6cefbb-8053-44f2-a132-fce1f50f9b0a req-98593184-d9bb-4353-b866-3683a63aaf42 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0532687 Oct 28 19:55:33.901133 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa6cefbb-8053-44f2-a132-fce1f50f9b0a req-5ea139e8-9f27-4486-af2a-5b879eaeaea4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 Oct 28 19:55:35.048567 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3b18-bf51-472c-b659-3fd454202a52 req-0e1fd95f-c0d8-4c67-8d56-c76fbeed6fce tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:35.050063 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a97b3b18-bf51-472c-b659-3fd454202a52 req-0e1fd95f-c0d8-4c67-8d56-c76fbeed6fce tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0617669 Oct 28 19:55:35.107874 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a97b3b18-bf51-472c-b659-3fd454202a52 req-8a32f994-258a-4893-8e94-303ce09db219 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493650 Oct 28 19:55:36.244666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7449ed-a150-4a7f-863a-5502d5a08d43 req-75b152fe-0767-4c42-bcf6-4bc7e38342df tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:36.246143 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6f7449ed-a150-4a7f-863a-5502d5a08d43 req-75b152fe-0767-4c42-bcf6-4bc7e38342df tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0542965 Oct 28 19:55:36.256309 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:36.304432 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6f7449ed-a150-4a7f-863a-5502d5a08d43 req-c7b0085e-e9d1-4184-8759-16fafd73d1a6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524800 Oct 28 19:55:36.837672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-6cae7fc1-7fcb-4fc3-9829-7131715c8268 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:36.839256 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-6cae7fc1-7fcb-4fc3-9829-7131715c8268 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 814 time: 0.1056428 Oct 28 19:55:36.854260 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-0d11d883-2ce1-40c4-aab0-61b2ae29bdb9 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/quotas/d863fb655bdd48fa99b9c1b9750dfb38 HTTP/1.1" status: 200 len: 375 time: 0.0090632 Oct 28 19:55:36.889430 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-3ca8e462-03fb-4f5b-a729-275ff3e23b3b tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301888 Oct 28 19:55:36.979875 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-c406ef74-43be-4fed-9069-8edb50d34925 service neutron] 10.222.0.20 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Oct 28 19:55:37.077850 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-3a93f028-11a6-4789-bfc8-682315c7e63f service neutron] 10.222.0.20 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917730 Oct 28 19:55:37.242072 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-db7a63b3-4ab4-4ce1-916d-8d04a3e03b5c req-f9f46f57-0292-45b2-a10a-7b74579c50d3 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Oct 28 19:55:37.449494 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5453614-d8ae-498f-b1d3-45a4d0477e8f req-8ad217f9-02a8-47db-bbe2-f96115207d2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:37.451319 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f5453614-d8ae-498f-b1d3-45a4d0477e8f req-8ad217f9-02a8-47db-bbe2-f96115207d2b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0639887 Oct 28 19:55:37.504970 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f5453614-d8ae-498f-b1d3-45a4d0477e8f req-ac08db59-6c7e-4bbe-9193-d9e38217b9af tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464582 Oct 28 19:55:37.561582 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:55:37.727902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38010) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:37.863630 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1a349fdf-908f-48b0-ad07-1483b4e416f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d0d20df305342d4b51d837233d4063f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320386 Oct 28 19:55:37.864208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38016) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:37.912843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Publish callbacks [] for security_group (b30a4476-0875-4c5d-bd46-97fd6561c6dd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:37.935098 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Publish callbacks [] for security_group (b30a4476-0875-4c5d-bd46-97fd6561c6dd), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:37.987572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b30a4476-0875-4c5d-bd46-97fd6561c6dd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:37.990185 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:37.991355 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b30a4476-0875-4c5d-bd46-97fd6561c6dd HTTP/1.1" status: 204 len: 168 time: 0.1261246 Oct 28 19:55:38.001737 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30a4476-0875-4c5d-bd46-97fd6561c6dd,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:38.009808 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.010186 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.010539 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.010974 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.011336 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.011673 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.012071 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.012409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.012744 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.013075 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.013409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.013736 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.014061 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7625eb-5b65-4470-805e-9a5ed5fe3fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:38.069361 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38024) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:38.288485 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-00dc87e4-9657-452e-9590-6b77944c8fb9 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:38.290580 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-00dc87e4-9657-452e-9590-6b77944c8fb9 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 814 time: 0.1195333 Oct 28 19:55:38.309972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Request body: {'port': {'device_id': 'd33cff6f-769d-4537-bd73-630900e5f363', 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67', 'admin_state_up': True, 'tenant_id': 'd863fb655bdd48fa99b9c1b9750dfb38'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:38.312147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-28156785-8fd5-4d92-a089-d3df5acb0f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.395768 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-295f3295-5f46-491a-b810-cf0d4b6154ee req-6fa20843-2594-454c-bdff-bafae1d0c943 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 210 time: 0.0559294 Oct 28 19:55:38.438410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-28156785-8fd5-4d92-a089-d3df5acb0f1f admin admin] Publish callbacks [] for security_group (ac27cc53-2aec-45dd-b87e-7b14159494dc), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.445407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-28156785-8fd5-4d92-a089-d3df5acb0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ac27cc53-2aec-45dd-b87e-7b14159494dc), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.480075 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Made reservation on behalf of d863fb655bdd48fa99b9c1b9750dfb38 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:38.485960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.502225 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-28156785-8fd5-4d92-a089-d3df5acb0f1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b077e6b908a44a081157227322ff9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294407 Oct 28 19:55:38.502225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28156785-8fd5-4d92-a089-d3df5acb0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac27cc53-2aec-45dd-b87e-7b14159494dc,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:38.503573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38046) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:38.562273 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] Publish callbacks [] for security_group (ac27cc53-2aec-45dd-b87e-7b14159494dc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.591668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] Publish callbacks [] for security_group (ac27cc53-2aec-45dd-b87e-7b14159494dc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.718452 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ef7b-ae7e-4853-817f-0ddcea6f460e req-fc0d144c-2fff-4f1e-b7fa-d92cdac8404c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:38.720820 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3c19ef7b-ae7e-4853-817f-0ddcea6f460e req-fc0d144c-2fff-4f1e-b7fa-d92cdac8404c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0979407 Oct 28 19:55:38.740254 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ac27cc53-2aec-45dd-b87e-7b14159494dc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.742867 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.744074 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac27cc53-2aec-45dd-b87e-7b14159494dc HTTP/1.1" status: 204 len: 168 time: 0.2393491 Oct 28 19:55:38.764648 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe07d3-aa2a-4838-969d-19b681000095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac27cc53-2aec-45dd-b87e-7b14159494dc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:38.826947 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3c19ef7b-ae7e-4853-817f-0ddcea6f460e req-b5dec57c-8de7-4bbc-bd1e-3c53efa5c5e7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994651 Oct 28 19:55:38.991525 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38064) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:39.000898 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Allocated IP 172.20.0.4 (22366fc7-ec42-411e-bdef-695a8e9f6b67/9ed60dc2-a71d-439d-b7cd-ec08a45a1099/ecec3bd3-c438-43f2-8692-7ef8ed5f5f31) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:39.109411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1589188282-network', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:39.131993 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Made reservation on behalf of 42ce8f3da9ea4ee9a28652bd99014bc0 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:39.134455 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.144000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.175532 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:39.176995 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks [] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.215886 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.230995 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks [] for security_group (fae4bd24-2522-422c-bcbc-9dc7b6126bb5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.232911 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:39.233522 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.233992 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 Oct 28 19:55:39.236027 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fae4bd24-2522-422c-bcbc-9dc7b6126bb5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.258263 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Network 22366fc7-ec42-411e-bdef-695a8e9f6b67 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:39.258535 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:55:39.261976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:39.268525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:39.274268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4bd24-2522-422c-bcbc-9dc7b6126bb5,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.274572 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Pushing event updated for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.280784 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (f2654313-f288-4a30-99db-004560339274), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.281363 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Added segment f2654313-f288-4a30-99db-004560339274 of type vlan for network b919d875-8558-4a77-8e1e-27b2e926c796 Oct 28 19:55:39.303261 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.303607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.304136 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.304446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.304778 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.305102 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.305607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.305940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.306317 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.306628 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.306948 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.307271 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.307580 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.325136 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:39.325614 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.327816 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (b919d875-8558-4a77-8e1e-27b2e926c796), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.332209 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:39.332811 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.349745 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:39.350421 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-5e8fe0ac-c0a0-4779-a31f-56250d55bf72 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0470936 Oct 28 19:55:39.352241 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6976deff-66a2-4606-899b-ec4894bcf74e" -d '{"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:39.356926 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (b919d875-8558-4a77-8e1e-27b2e926c796), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.358193 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:39.358972 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.367067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:39.370838 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Request body: {'port': {'device_id': 'd33cff6f-769d-4537-bd73-630900e5f363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:39.373631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.427873 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d39c49-ba53-408f-b0b8-e8245cca23e9 x-openstack-request-id: req-24d39c49-ba53-408f-b0b8-e8245cca23e9 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:39.428416 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4347644 Oct 28 19:55:39.428871 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:39.429289 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24d39c49-ba53-408f-b0b8-e8245cca23e9 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:39.429857 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d39c49-ba53-408f-b0b8-e8245cca23e9'] response: {'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'code': 200} Oct 28 19:55:39.431244 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=10']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.431658 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38072) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:39.438304 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Request body: {'subnet': {'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1589188282-subnet', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:39.440760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.441144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.441507 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.442668 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.443237 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.443789 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.444302 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.444836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.445329 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.446898 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.447253 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.447597 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.448290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:39.448497 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cffbd6-27b0-47bd-bb38-6fb2b4dff0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b919d875-8558-4a77-8e1e-27b2e926c796,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.455816 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.470485 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network b919d875-8558-4a77-8e1e-27b2e926c796 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:55:39.477617 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Made reservation on behalf of 42ce8f3da9ea4ee9a28652bd99014bc0 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:39.481259 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844507'] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.608100 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92c95-0329-4154-94ff-6616799584ce req-f32789ea-1b17-4497-8686-8d5356744de8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:39.609590 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1ff92c95-0329-4154-94ff-6616799584ce req-f32789ea-1b17-4497-8686-8d5356744de8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 931 time: 0.1249492 Oct 28 19:55:39.709563 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1ff92c95-0329-4154-94ff-6616799584ce req-48848006-7fb8-40b5-93be-7845df730247 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923257 Oct 28 19:55:39.732093 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:39.737159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3844457'] for subnet (cc9d6d84-5155-434c-a3cc-78d81a45adb3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.740452 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks [] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.753126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Transition to ACTIVE for port object ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:55:39.756511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.804614 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9d6d84-5155-434c-a3cc-78d81a45adb3,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.812158 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:39.812597 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Network hostable DHCP agents. Network: b919d875-8558-4a77-8e1e-27b2e926c796, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:55:39.832522 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Network b919d875-8558-4a77-8e1e-27b2e926c796 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:55:39.835602 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:39.845294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, b919d875-8558-4a77-8e1e-27b2e926c796) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:39.857791 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06629ba-34da-435e-ad08-78d4ee8b1e9c None None] Network b919d875-8558-4a77-8e1e-27b2e926c796 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:55:39.859065 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:39.859981 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.872759 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Attempting to bind port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:39.873111 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Attempting to bind port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:39.873455 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Attempting to bind port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:39.881858 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:55:39.882264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Attempting to bind port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 on network 22366fc7-ec42-411e-bdef-695a8e9f6b67 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:39.891464 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:39.891816 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Checking segment: {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:39.892206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Bound using segment: {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:39.892692 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Bound port: ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:39.893058 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.902330 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c17b4f86-9f0f-4cb8-8387-048ad0b88ac4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4693635 Oct 28 19:55:39.903029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38078) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:39.914591 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:39.982680 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (253f8721-634b-4322-bc32-16578c76e48f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.983934 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (253f8721-634b-4322-bc32-16578c76e48f), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.996125 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae0ed4-757b-457b-9fd1-cab4d2740dc6 req-2a1f1af2-e9c4-41d9-a01e-eb7a5047a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:39.997922 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c0ae0ed4-757b-457b-9fd1-cab4d2740dc6 req-2a1f1af2-e9c4-41d9-a01e-eb7a5047a713 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 1130 time: 0.0742671 Oct 28 19:55:40.013396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-b919d875-8558-4a77-8e1e-27b2e926c796', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:55:40.014315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.019349 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:40.024183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:40.039171 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.046596 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.047232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.048977 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 HTTP/1.1" status: 200 len: 1093 time: 0.6826873 Oct 28 19:55:40.058167 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2e101-e218-43eb-a9f4-2b3fe7327e3e req-39482c4d-42b6-48b7-9a03-776fefa96182 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.060006 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-30c2e101-e218-43eb-a9f4-2b3fe7327e3e req-39482c4d-42b6-48b7-9a03-776fefa96182 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.1157155 Oct 28 19:55:40.060405 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:40.062795 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bae57e4-9e63-4185-87e5-433badf13600" -d '{"events": [{"name": "network-changed", "server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:40.093015 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for router_controller (253f8721-634b-4322-bc32-16578c76e48f), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.151406 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c0ae0ed4-757b-457b-9fd1-cab4d2740dc6 req-0c5db98d-b143-45cd-8c45-5e46298d662d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441166 Oct 28 19:55:40.181591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bda2c2-09b1-4a3c-868a-6da814e1cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:40.188967 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-30c2e101-e218-43eb-a9f4-2b3fe7327e3e req-671cf86b-66bf-4cca-a8b6-ff5a435e4844 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014524 Oct 28 19:55:40.199445 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-eaa8ff08-4d7d-4007-b28f-7fc2d8972e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.200970 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-eaa8ff08-4d7d-4007-b28f-7fc2d8972e9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 1127 time: 0.1006300 Oct 28 19:55:40.218289 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Allocated IP 172.20.0.2 (b919d875-8558-4a77-8e1e-27b2e926c796/cc9d6d84-5155-434c-a3cc-78d81a45adb3/4225a624-4576-4997-b310-fda89b066f04) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:40.255448 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533d410b-5b04-45af-8d23-482a0f9b2dc0 x-openstack-request-id: req-533d410b-5b04-45af-8d23-482a0f9b2dc0 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:40.255742 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:40.255994 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-533d410b-5b04-45af-8d23-482a0f9b2dc0 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:40.256408 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533d410b-5b04-45af-8d23-482a0f9b2dc0'] response: {'name': 'network-changed', 'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31', 'status': 'completed', 'code': 200} Oct 28 19:55:40.264039 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for router_gateway (253f8721-634b-4322-bc32-16578c76e48f), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.363806 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks [] for port (4225a624-4576-4997-b310-fda89b066f04), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.369899 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (4225a624-4576-4997-b310-fda89b066f04), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.406099 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:40.413538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:40.417414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:40.427362 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Pushing event updated for resources: {'Port': ['ID=4225a624-4576-4997-b310-fda89b066f04,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:40.458873 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-ebb8ad59-5754-469f-9db4-bff2691ea395 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 HTTP/1.1" status: 200 len: 217 time: 0.0448456 Oct 28 19:55:40.464017 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for router_gateway (253f8721-634b-4322-bc32-16578c76e48f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.490542 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.497211 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Attempting to bind port 4225a624-4576-4997-b310-fda89b066f04 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:40.497644 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Attempting to bind port 4225a624-4576-4997-b310-fda89b066f04 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:40.498103 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Attempting to bind port 4225a624-4576-4997-b310-fda89b066f04 on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:40.507066 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:40.507662 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:40.508199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.508637 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Bound using segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:40.509124 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Bound port: 4225a624-4576-4997-b310-fda89b066f04, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:40.509558 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4225a624-4576-4997-b310-fda89b066f04), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.520085 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-60d57b65-817b-450f-9ca9-59f8d14b2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.521889 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-60d57b65-817b-450f-9ca9-59f8d14b2990 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ed60dc2-a71d-439d-b7cd-ec08a45a1099 HTTP/1.1" status: 200 len: 854 time: 0.0536599 Oct 28 19:55:40.572244 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-13dcf091-b59d-4ce0-ae6f-cda59477ecbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22366fc7-ec42-411e-bdef-695a8e9f6b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387840 Oct 28 19:55:40.577648 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] For port 4225a624-4576-4997-b310-fda89b066f04, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:40.581015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] For port 4225a624-4576-4997-b310-fda89b066f04, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4225a624-4576-4997-b310-fda89b066f04,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:40.590188 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4225a624-4576-4997-b310-fda89b066f04), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.646425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Allocated IP 172.27.3.95 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/a99dc062-7155-41d8-89f0-40df100a3173) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:40.653418 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b557f-a3bc-49f8-bf98-78f0c8faf391 None None] Pushing event updated for resources: {'Port': ['ID=4225a624-4576-4997-b310-fda89b066f04,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:40.744367 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-ad801276-6f4c-4a33-b086-38d0f5ce6c27 service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615179 Oct 28 19:55:40.812632 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for port (a99dc062-7155-41d8-89f0-40df100a3173), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.881776 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (a99dc062-7155-41d8-89f0-40df100a3173), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.918245 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de28a28-1aeb-4720-9dd0-95df2cb4b8d3 req-48ae6c5d-6c60-40e0-924c-7eec6475fe71 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.919867 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3de28a28-1aeb-4720-9dd0-95df2cb4b8d3 req-48ae6c5d-6c60-40e0-924c-7eec6475fe71 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 943 time: 0.1039033 Oct 28 19:55:40.924862 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e93ab513-9358-4240-8046-6c1b65c0fe1c req-08cb7fe5-b98d-41cb-87d9-853f3c6bf120 service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708591 Oct 28 19:55:40.929604 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:40.934177 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Pushing event updated for resources: {'Port': ['ID=a99dc062-7155-41d8-89f0-40df100a3173,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:40.938157 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:40.944434 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:41.023384 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3de28a28-1aeb-4720-9dd0-95df2cb4b8d3 req-df5f56e5-c246-48e7-b967-39b28e67fb5a tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806811 Oct 28 19:55:41.051675 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae57e4-9e63-4185-87e5-433badf13600 req-395cc61d-3b82-4525-97a7-6ffabb6ac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:41.053173 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-395cc61d-3b82-4525-97a7-6ffabb6ac6db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 1127 time: 0.0685201 Oct 28 19:55:41.145222 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae57e4-9e63-4185-87e5-433badf13600 req-ca513948-ed51-452b-877f-39eef8b12ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:41.146684 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-ca513948-ed51-452b-877f-39eef8b12ce7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 200 len: 915 time: 0.0825498 Oct 28 19:55:41.192181 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-6800305f-5c7f-4547-bbff-e011b41cfa3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 HTTP/1.1" status: 200 len: 217 time: 0.0362594 Oct 28 19:55:41.193082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for router_gateway (253f8721-634b-4322-bc32-16578c76e48f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:41.246367 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae57e4-9e63-4185-87e5-433badf13600 req-658a0c91-b3a0-45ac-8ccc-5e71b6918d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:41.248034 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-658a0c91-b3a0-45ac-8ccc-5e71b6918d72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ed60dc2-a71d-439d-b7cd-ec08a45a1099 HTTP/1.1" status: 200 len: 854 time: 0.0449145 Oct 28 19:55:41.281315 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-1ac39f57-20bd-4543-a98c-c0dad8be4513 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22366fc7-ec42-411e-bdef-695a8e9f6b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256505 Oct 28 19:55:41.379486 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-4de5f3f1-38ad-4ace-882e-e9c6be6a0a0e service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Oct 28 19:55:41.408686 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b16b6-6154-41c9-b3ce-858f97623371 req-281636c5-4c2c-4706-a9f5-c076ec9d3c7f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:41.410399 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4e6b16b6-6154-41c9-b3ce-858f97623371 req-281636c5-4c2c-4706-a9f5-c076ec9d3c7f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.1258211 Oct 28 19:55:41.444232 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (253f8721-634b-4322-bc32-16578c76e48f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:41.484235 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3bae57e4-9e63-4185-87e5-433badf13600 req-d7995b93-4f67-4edf-9ea8-0e16549cdec8 service neutron] 10.222.0.55 "GET /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903242 Oct 28 19:55:41.527625 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4e6b16b6-6154-41c9-b3ce-858f97623371 req-b4df8a3b-bb2f-406b-bdc6-389a3627d6cc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071720 Oct 28 19:55:41.666964 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Router 253f8721-634b-4322-bc32-16578c76e48f is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:55:41.668643 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4225a624-4576-4997-b310-fda89b066f04 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:41.727790 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 4225a624-4576-4997-b310-fda89b066f04 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:41.728163 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4225a624-4576-4997-b310-fda89b066f04), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:41.728501 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 4225a624-4576-4997-b310-fda89b066f04 Oct 28 19:55:41.769406 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed36eef-bd60-4f5f-981e-837a1c740692 None None] Network b919d875-8558-4a77-8e1e-27b2e926c796 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:55:41.818954 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:41.837706 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:41.839709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:41.841138 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-69e59387-988a-407c-8721-a0da76905028 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9370754 Oct 28 19:55:41.843771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38110) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:41.863253 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-2e360a21-e110-4dda-a482-8d37d8400431 None None] Provisioning complete for port 4225a624-4576-4997-b310-fda89b066f04 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:41.863631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2e360a21-e110-4dda-a482-8d37d8400431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4225a624-4576-4997-b310-fda89b066f04), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:41.863970 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-2e360a21-e110-4dda-a482-8d37d8400431 None None] Attempt 1 to provision port 4225a624-4576-4997-b310-fda89b066f04 Oct 28 19:55:41.913972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:41.914704 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:41.993558 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 4225a624-4576-4997-b310-fda89b066f04 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:41.993964 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (4225a624-4576-4997-b310-fda89b066f04), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.104880 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 4225a624-4576-4997-b310-fda89b066f04, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4225a624-4576-4997-b310-fda89b066f04,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:42.135985 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (4225a624-4576-4997-b310-fda89b066f04), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.188838 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eca5c-53a7-401a-9783-be4cdc34cfb6 req-ddeaf7d4-2387-422a-9558-a41acec3efa9 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:42.190591 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c00eca5c-53a7-401a-9783-be4cdc34cfb6 req-ddeaf7d4-2387-422a-9558-a41acec3efa9 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 943 time: 0.0774336 Oct 28 19:55:42.212743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:42.273171 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c00eca5c-53a7-401a-9783-be4cdc34cfb6 req-7b5f72dd-d266-41fb-9f55-3d375655f0b8 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766258 Oct 28 19:55:42.290518 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-2e360a21-e110-4dda-a482-8d37d8400431 None None] Current status of the port 4225a624-4576-4997-b310-fda89b066f04 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:42.346282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=4225a624-4576-4997-b310-fda89b066f04,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:42.459413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:41Z', 'revision_number': 3, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:42.488025 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:42.488376 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Updating router 253f8721-634b-4322-bc32-16578c76e48f port a99dc062-7155-41d8-89f0-40df100a3173 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:55:42.521952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (a99dc062-7155-41d8-89f0-40df100a3173), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.545800 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-2fc5471c-319c-4526-aa08-a1550265463f None None] Provisioning complete for port 4225a624-4576-4997-b310-fda89b066f04 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:42.546195 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2fc5471c-319c-4526-aa08-a1550265463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4225a624-4576-4997-b310-fda89b066f04), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.546536 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-2fc5471c-319c-4526-aa08-a1550265463f None None] Attempt 1 to provision port 4225a624-4576-4997-b310-fda89b066f04 Oct 28 19:55:42.563199 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.728615 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5471c-319c-4526-aa08-a1550265463f None None] Current status of the port 4225a624-4576-4997-b310-fda89b066f04 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:42.739046 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27ffad-1170-4750-9764-8a4c4dab948d req-c70bd7f1-352c-473a-b2c2-f9eaee94d9b7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:42.740564 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa27ffad-1170-4750-9764-8a4c4dab948d req-c70bd7f1-352c-473a-b2c2-f9eaee94d9b7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.1244247 Oct 28 19:55:42.769875 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Allocated IP 172.20.0.1 (b919d875-8558-4a77-8e1e-27b2e926c796/cc9d6d84-5155-434c-a3cc-78d81a45adb3/c670e5d4-d223-4cac-974d-a0495d7c676a) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:42.824601 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks [] for port (a99dc062-7155-41d8-89f0-40df100a3173), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.832499 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (a99dc062-7155-41d8-89f0-40df100a3173), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.854556 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa27ffad-1170-4750-9764-8a4c4dab948d req-dde39bdd-9f24-46de-8bda-3e86076c6ba9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045012 Oct 28 19:55:42.865487 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Attempting to bind port a99dc062-7155-41d8-89f0-40df100a3173 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:42.865867 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Attempting to bind port a99dc062-7155-41d8-89f0-40df100a3173 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:42.866265 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Attempting to bind port a99dc062-7155-41d8-89f0-40df100a3173 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:42.887373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:42.887756 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:42.888143 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.888530 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:42.888999 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Bound port: a99dc062-7155-41d8-89f0-40df100a3173, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:42.889376 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (a99dc062-7155-41d8-89f0-40df100a3173), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.893885 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c1d5-c6db-412b-9a9d-f22d5f485429 None None] Pushing event updated for resources: {'Port': ['ID=a99dc062-7155-41d8-89f0-40df100a3173,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:42.908278 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks [] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.939820 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] For port a99dc062-7155-41d8-89f0-40df100a3173, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:42.940411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.942982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] For port a99dc062-7155-41d8-89f0-40df100a3173, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a99dc062-7155-41d8-89f0-40df100a3173,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:42.950039 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (a99dc062-7155-41d8-89f0-40df100a3173), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.975079 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:42.978471 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:42.982185 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:42.985329 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:42.985972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:43.013526 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Pushing event updated for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:43.036138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (253f8721-634b-4322-bc32-16578c76e48f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.045499 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c1d5-c6db-412b-9a9d-f22d5f485429 None None] Pushing event updated for resources: {'Port': ['ID=a99dc062-7155-41d8-89f0-40df100a3173,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:43.107798 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:43.167725 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.337028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks [] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.338344 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Provisioning complete for port c670e5d4-d223-4cac-974d-a0495d7c676a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:43.338756 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.339066 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 1 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:43.343671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.392400 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Port c670e5d4-d223-4cac-974d-a0495d7c676a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:43.406564 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Pushing event updated for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:43.414642 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7ec23-5b23-488f-b2ab-380545a0d4c6 req-c95f0b99-7be9-4b3c-8bd7-4740610dd154 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:43.417631 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6ef7ec23-5b23-488f-b2ab-380545a0d4c6 req-c95f0b99-7be9-4b3c-8bd7-4740610dd154 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 943 time: 0.0614445 Oct 28 19:55:43.421976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (253f8721-634b-4322-bc32-16578c76e48f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.448427 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:41Z', 'revision_number': 3, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:43.469114 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6ef7ec23-5b23-488f-b2ab-380545a0d4c6 req-4ad987f8-8104-4b68-88e4-abb1dfc3b2da tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Oct 28 19:55:43.474279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e00908-7dd4-437b-bb78-b0c01582a01b None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:41Z', 'revision_number': 3, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:43.520261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:43.521661 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:43.571493 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4225a624-4576-4997-b310-fda89b066f04 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:43.630307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 4225a624-4576-4997-b310-fda89b066f04 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:43.630693 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (4225a624-4576-4997-b310-fda89b066f04), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.631039 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 4225a624-4576-4997-b310-fda89b066f04 Oct 28 19:55:43.654137 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:43.717565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 4225a624-4576-4997-b310-fda89b066f04 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:43.798473 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:43.803785 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-b16cac6e-09f8-4fb4-a82f-936f1b37583c admin admin] 10.222.0.20 "PUT /v2.0/routers/253f8721-634b-4322-bc32-16578c76e48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587131 Oct 28 19:55:43.893994 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 2 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:43.936290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Port c670e5d4-d223-4cac-974d-a0495d7c676a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:44.350784 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38162) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:44.355903 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-287710589-network', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:44.381759 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Made reservation on behalf of 022f27384de949da85cb2b4b8c35c0dc for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:44.384106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.392757 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.438013 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 3 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:44.473596 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Port c670e5d4-d223-4cac-974d-a0495d7c676a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:44.476524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks [] for security_group (49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.483102 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.509978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:55:44.519288 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:44.527212 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (c4e10dee-357d-43aa-a972-6b0f44941d70), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.527600 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Added segment c4e10dee-357d-43aa-a972-6b0f44941d70 of type vlan for network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 Oct 28 19:55:44.574880 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.604336 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.605517 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:44.605900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ec25-eb22-4a2a-9712-5a91afe50bea req-c1cff5b4-e6db-4215-ac37-d7f62b4f9820 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:44.606438 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.607809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4dc6ec25-eb22-4a2a-9712-5a91afe50bea req-c1cff5b4-e6db-4215-ac37-d7f62b4f9820 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 943 time: 0.0604806 Oct 28 19:55:44.664212 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3122849 Oct 28 19:55:44.664435 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4dc6ec25-eb22-4a2a-9712-5a91afe50bea req-445f097b-4394-40e4-a61d-822a4551cd1d tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507445 Oct 28 19:55:44.666942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38166) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:44.670587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d050-8697-4e50-a207-effbb2ae4457 admin admin] Pushing event updated for resources: {'Network': ['ID=ad72e4d8-723e-49b6-8077-ff4b5dd1fd53,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:44.672064 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Request body: {'subnet': {'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-287710589-subnet', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:44.682662 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:55:44.704160 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Made reservation on behalf of 022f27384de949da85cb2b4b8c35c0dc for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:44.706538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844507'] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.882795 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3844457'] for subnet (103cd8af-95e1-434f-aaa4-a56dd49a6b45), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.934903 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103cd8af-95e1-434f-aaa4-a56dd49a6b45,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:44.945390 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Checking segment: {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:44.945797 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Network hostable DHCP agents. Network: ad72e4d8-723e-49b6-8077-ff4b5dd1fd53, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:55:44.964943 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:55:44.974728 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 4 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:44.977382 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, ad72e4d8-723e-49b6-8077-ff4b5dd1fd53) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:44.984320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:44.985181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.005009 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-12c98d51-a010-493a-826a-e271af036b95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3369529 Oct 28 19:55:45.007370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3dada4-9bc6-4f26-9417-51d25d28202f None None] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:55:45.007717 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38170) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:45.012418 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:45.032268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (a5722381-3ef6-4502-be82-94bec31236cd), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.033364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (a5722381-3ef6-4502-be82-94bec31236cd), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.072647 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Port c670e5d4-d223-4cac-974d-a0495d7c676a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:45.079393 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-acd64fda-a71a-4262-8164-6dc5d2c69463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.091051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for router_controller (a5722381-3ef6-4502-be82-94bec31236cd), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.138583 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:55:45.139470 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.167400 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:45.177590 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:45.178302 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:45.220292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:55:45.223257 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for router_gateway (a5722381-3ef6-4502-be82-94bec31236cd), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.345092 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Allocated IP 172.20.0.2 (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53/103cd8af-95e1-434f-aaa4-a56dd49a6b45/a502783b-6aff-4ed5-b869-f1fbc5dd0488) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:45.363169 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:45.421976 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:45.435075 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for router_gateway (a5722381-3ef6-4502-be82-94bec31236cd), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.439353 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31', 'network_id': '22366fc7-ec42-411e-bdef-695a8e9f6b67', 'port_id': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31', 'mac_address': 'fa:16:3e:b9:a4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed60dc2-a71d-439d-b7cd-ec08a45a1099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:55:45.453682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.501967 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:45.502489 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.540977 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:45.573931 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 5 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:45.579074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:45.581471 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks [] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.587358 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Allocated IP 172.27.3.33 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/f55bfecf-ae99-41c9-bb22-d0cfb719e989) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:45.603757 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.606439 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 2, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:45.632425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a99dc062-7155-41d8-89f0-40df100a3173 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:45.634906 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.636944 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:45.637520 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Updating router 253f8721-634b-4322-bc32-16578c76e48f port c670e5d4-d223-4cac-974d-a0495d7c676a binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:55:45.667079 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.683700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Port c670e5d4-d223-4cac-974d-a0495d7c676a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:45.713661 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:45.720913 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:45.723375 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:45.726195 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:45.727844 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.770682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.813319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:45.820868 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:45.826889 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f55bfecf-ae99-41c9-bb22-d0cfb719e989,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:45.830170 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:45.838703 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port a99dc062-7155-41d8-89f0-40df100a3173 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:45.839090 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a99dc062-7155-41d8-89f0-40df100a3173), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.839421 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port a99dc062-7155-41d8-89f0-40df100a3173 Oct 28 19:55:45.843543 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Pushing event updated for resources: {'Port': ['ID=a502783b-6aff-4ed5-b869-f1fbc5dd0488,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:45.875145 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a31fc-95ba-475e-9f7f-24c56f8b65bf req-28dac57e-c2aa-4733-86db-1b583c890855 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:45.877086 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-324a31fc-95ba-475e-9f7f-24c56f8b65bf req-28dac57e-c2aa-4733-86db-1b583c890855 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 944 time: 0.0910754 Oct 28 19:55:45.899647 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Attempting to bind port a502783b-6aff-4ed5-b869-f1fbc5dd0488 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:45.900020 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Attempting to bind port a502783b-6aff-4ed5-b869-f1fbc5dd0488 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:45.900466 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Attempting to bind port a502783b-6aff-4ed5-b869-f1fbc5dd0488 on network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:45.909679 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:45.910047 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Checking segment: {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:45.910479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.910869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Bound using segment: {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:45.911347 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Bound port: a502783b-6aff-4ed5-b869-f1fbc5dd0488, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:45.912065 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.932950 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-324a31fc-95ba-475e-9f7f-24c56f8b65bf req-cac55ae4-fa50-405d-9b2b-6d011217dbd3 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Oct 28 19:55:45.936941 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks [] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.944788 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.956727 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['ecec3bd3-c438-43f2-8692-7ef8ed5f5f31'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:45.990036 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Pushing event updated for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:45.998387 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.998793 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.999172 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.999512 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.999944 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.000278 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.000614 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.001022 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.001334 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.001702 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.002013 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.002364 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.002691 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:46.056559 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port a99dc062-7155-41d8-89f0-40df100a3173 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:46.056559 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (a99dc062-7155-41d8-89f0-40df100a3173), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.065530 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Attempting to bind port c670e5d4-d223-4cac-974d-a0495d7c676a on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:46.066198 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Attempting to bind port c670e5d4-d223-4cac-974d-a0495d7c676a by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:46.066566 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Attempting to bind port c670e5d4-d223-4cac-974d-a0495d7c676a on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:46.071717 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:46.072340 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:46.073324 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.073458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] For port a502783b-6aff-4ed5-b869-f1fbc5dd0488, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:46.073726 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Bound using segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:46.074309 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Bound port: c670e5d4-d223-4cac-974d-a0495d7c676a, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:46.074769 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.088234 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port a99dc062-7155-41d8-89f0-40df100a3173, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a99dc062-7155-41d8-89f0-40df100a3173,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:46.097470 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (a99dc062-7155-41d8-89f0-40df100a3173), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.101972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] For port a502783b-6aff-4ed5-b869-f1fbc5dd0488, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a502783b-6aff-4ed5-b869-f1fbc5dd0488,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:46.116462 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for router_gateway (a5722381-3ef6-4502-be82-94bec31236cd), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.133241 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.137290 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] For port c670e5d4-d223-4cac-974d-a0495d7c676a, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:46.142671 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] For port c670e5d4-d223-4cac-974d-a0495d7c676a, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c670e5d4-d223-4cac-974d-a0495d7c676a,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:46.149602 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.184301 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Attempt 6 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:46.204024 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:46.205319 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:46.241764 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=a99dc062-7155-41d8-89f0-40df100a3173,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:46.245979 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c02a2-e0c3-4cc5-80c4-dd35768a6a62 None None] Pushing event updated for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:46.327569 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:46.350288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (a5722381-3ef6-4502-be82-94bec31236cd), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.502396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c423e2-f836-4d9e-81cb-41fa0586e007 None None] Pushing event updated for resources: {'Port': ['ID=a502783b-6aff-4ed5-b869-f1fbc5dd0488,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:46.527713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Current status of the port c670e5d4-d223-4cac-974d-a0495d7c676a is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:46.528275 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.531746 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Router a5722381-3ef6-4502-be82-94bec31236cd is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:55:46.575327 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] For port c670e5d4-d223-4cac-974d-a0495d7c676a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c670e5d4-d223-4cac-974d-a0495d7c676a,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:46.584142 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.598485 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:46.627079 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc691f-d3cc-4c00-9f25-12910830aa16 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:46.643585 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2dc6-1b62-4a48-8e49-a2d9473e65c2 None None] Pushing event updated for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:46.714862 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-3fa2fa6c-7c1c-43bd-8f9e-971c303ad2d5 None None] Provisioning complete for port c670e5d4-d223-4cac-974d-a0495d7c676a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:46.715240 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fa6c-7c1c-43bd-8f9e-971c303ad2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.715604 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-3fa2fa6c-7c1c-43bd-8f9e-971c303ad2d5 None None] Attempt 1 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:46.829836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2fa6c-7c1c-43bd-8f9e-971c303ad2d5 None None] Current status of the port c670e5d4-d223-4cac-974d-a0495d7c676a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:46.910193 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:46.925518 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Sync routers for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:46.934812 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:46.939053 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-961e0080-5bb5-47e2-9953-939135b27bd2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9274373 Oct 28 19:55:46.939213 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38176) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:46.945528 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:46.946264 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:47.121008 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:47.125569 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101a0eb-628d-499b-8432-0dec65bec07b req-52247349-e0eb-4082-90c8-ccebd04f2856 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:47.127454 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f101a0eb-628d-499b-8432-0dec65bec07b req-52247349-e0eb-4082-90c8-ccebd04f2856 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 944 time: 0.0881844 Oct 28 19:55:47.224232 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f101a0eb-628d-499b-8432-0dec65bec07b req-cedfeaed-c78a-453c-a54d-ad4a258d994c tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867960 Oct 28 19:55:47.416817 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4511199b-dd65-4397-b16e-406d39c27a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.459581 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:45Z', 'revision_number': 3, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:47.496411 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463e611-0691-4ba7-b09f-b3a0b87b1c48 None None] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:55:47.499252 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Checking router: a5722381-3ef6-4502-be82-94bec31236cd for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:47.499614 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Updating router a5722381-3ef6-4502-be82-94bec31236cd port f55bfecf-ae99-41c9-bb22-d0cfb719e989 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:55:47.584785 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.609790 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Provisioning complete for port a502783b-6aff-4ed5-b869-f1fbc5dd0488 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:47.610195 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.610543 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Attempt 1 to provision port a502783b-6aff-4ed5-b869-f1fbc5dd0488 Oct 28 19:55:47.618019 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.779136 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c670e5d4-d223-4cac-974d-a0495d7c676a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:47.826598 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Allocated IP 172.20.0.1 (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53/103cd8af-95e1-434f-aaa4-a56dd49a6b45/77e50d81-7f3f-4628-8aaa-4d2511caa368) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:47.902717 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Current status of the port a502783b-6aff-4ed5-b869-f1fbc5dd0488 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:47.903110 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.948222 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks [] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.975446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port c670e5d4-d223-4cac-974d-a0495d7c676a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:47.975842 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:47.976185 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port c670e5d4-d223-4cac-974d-a0495d7c676a Oct 28 19:55:47.980146 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] For port a502783b-6aff-4ed5-b869-f1fbc5dd0488, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a502783b-6aff-4ed5-b869-f1fbc5dd0488,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:47.991537 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.007173 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.043239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:48.048893 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:48.066655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:48.070414 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:48.113581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (a5722381-3ef6-4502-be82-94bec31236cd), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.128031 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks [] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.132589 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c379d-643f-43c4-8746-d61407c22a90 None None] Pushing event updated for resources: {'Port': ['ID=a502783b-6aff-4ed5-b869-f1fbc5dd0488,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:48.142575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.175369 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Attempting to bind port f55bfecf-ae99-41c9-bb22-d0cfb719e989 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:48.175749 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Attempting to bind port f55bfecf-ae99-41c9-bb22-d0cfb719e989 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:48.176116 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Attempting to bind port f55bfecf-ae99-41c9-bb22-d0cfb719e989 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:48.206828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:48.207210 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:48.207619 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.208012 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:48.208500 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Bound port: f55bfecf-ae99-41c9-bb22-d0cfb719e989, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:48.208874 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.270711 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port c670e5d4-d223-4cac-974d-a0495d7c676a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:48.271948 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a99dc062-7155-41d8-89f0-40df100a3173 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:48.285559 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc5a6-d6eb-4c00-a08d-d6f05cde0d5b None None] Pushing event updated for resources: {'Port': ['ID=f55bfecf-ae99-41c9-bb22-d0cfb719e989,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:48.297824 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.316627 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-9501c511-65ef-48c4-820f-a7fe32f96d07 None None] Provisioning complete for port a502783b-6aff-4ed5-b869-f1fbc5dd0488 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:48.317011 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9501c511-65ef-48c4-820f-a7fe32f96d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.317351 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-9501c511-65ef-48c4-820f-a7fe32f96d07 None None] Attempt 1 to provision port a502783b-6aff-4ed5-b869-f1fbc5dd0488 Oct 28 19:55:48.403691 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] For port f55bfecf-ae99-41c9-bb22-d0cfb719e989, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:48.424745 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.431248 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] For port f55bfecf-ae99-41c9-bb22-d0cfb719e989, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f55bfecf-ae99-41c9-bb22-d0cfb719e989,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:48.450018 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.486171 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port a99dc062-7155-41d8-89f0-40df100a3173 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:48.486394 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db931-0544-4654-a99c-d96774b8775a req-ae8c8913-2d73-4cda-86bb-c2ff6f12ba31 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:48.486495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a99dc062-7155-41d8-89f0-40df100a3173), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.486495 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port a99dc062-7155-41d8-89f0-40df100a3173 Oct 28 19:55:48.487121 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9a2db931-0544-4654-a99c-d96774b8775a req-ae8c8913-2d73-4cda-86bb-c2ff6f12ba31 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 944 time: 0.1209838 Oct 28 19:55:48.555708 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:48.556463 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:48.563307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-9501c511-65ef-48c4-820f-a7fe32f96d07 None None] Current status of the port a502783b-6aff-4ed5-b869-f1fbc5dd0488 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:48.585732 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9a2db931-0544-4654-a99c-d96774b8775a req-11d50b2a-62be-4d18-a197-6af89b33e614 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835125 Oct 28 19:55:48.610476 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks [] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.619239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.627177 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc5a6-d6eb-4c00-a08d-d6f05cde0d5b None None] Pushing event updated for resources: {'Port': ['ID=f55bfecf-ae99-41c9-bb22-d0cfb719e989,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:48.651622 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b15ef-cd5e-4072-9d6f-80e5c44e0fef req-92a56809-631a-4bf9-a294-50fdf869a736 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:48.659157 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-518b15ef-cd5e-4072-9d6f-80e5c44e0fef req-92a56809-631a-4bf9-a294-50fdf869a736 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0771093 Oct 28 19:55:48.691797 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (a5722381-3ef6-4502-be82-94bec31236cd), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.712055 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:48.713321 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-518b15ef-cd5e-4072-9d6f-80e5c44e0fef req-249d3d1f-2165-4bec-ad50-29a0833dc5a1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526955 Oct 28 19:55:48.798422 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:48.800353 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:48.863082 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:48.889711 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Provisioning complete for port 77e50d81-7f3f-4628-8aaa-4d2511caa368 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:48.890112 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.890445 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 1 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:48.916546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Router a5722381-3ef6-4502-be82-94bec31236cd has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:48.926834 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port a99dc062-7155-41d8-89f0-40df100a3173 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:48.929089 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a502783b-6aff-4ed5-b869-f1fbc5dd0488 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:48.990933 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:49.017214 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:49.022600 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f295b793-dea4-4539-ae13-de502c1b5bc4 admin admin] 10.222.0.20 "PUT /v2.0/routers/a5722381-3ef6-4502-be82-94bec31236cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823424 Oct 28 19:55:49.067093 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port a502783b-6aff-4ed5-b869-f1fbc5dd0488 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:49.067471 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.067810 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port a502783b-6aff-4ed5-b869-f1fbc5dd0488 Oct 28 19:55:49.182783 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port a502783b-6aff-4ed5-b869-f1fbc5dd0488 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:49.191208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '77e50d81-7f3f-4628-8aaa-4d2511caa368', 'name': '', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'mac_address': 'fa:16:3e:4b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:47Z', 'updated_at': '2022-10-28T19:55:47Z', 'revision_number': 1, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'subnets': [{'id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:49.215880 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b4d5-6d14-4f6c-803f-b5e3ead16eba None None] The sync data for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi is: [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '77e50d81-7f3f-4628-8aaa-4d2511caa368', 'name': '', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'mac_address': 'fa:16:3e:4b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:47Z', 'updated_at': '2022-10-28T19:55:47Z', 'revision_number': 1, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'subnets': [{'id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:49.241147 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:49.290176 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:55:49.294703 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:49.295085 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.295427 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 Oct 28 19:55:49.388582 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:49.388972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.422908 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:49.422908 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c8511-2cd8-4a82-b5ad-e35349ca6b27" -d '{"events": [{"server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "name": "network-vif-plugged", "status": "completed", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:49.450708 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38202) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:49.453627 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:49.464201 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087578669', 'description': 'tempest-secgroup-smoke-1087578669 description', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:49.465718 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.497834 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c440172-fe8d-4456-92bf-1d05e1648aad x-openstack-request-id: req-9c440172-fe8d-4456-92bf-1d05e1648aad {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:49.498145 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "name": "network-vif-plugged", "status": "completed", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:49.498535 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c440172-fe8d-4456-92bf-1d05e1648aad {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:49.498949 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c440172-fe8d-4456-92bf-1d05e1648aad'] response: {'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31', 'code': 200} Oct 28 19:55:49.499497 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 2 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:49.508886 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.548800 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:49.553313 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:49.611297 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (de513a47-b864-4284-b76b-e34d39ab7771), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.613610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.616132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (de513a47-b864-4284-b76b-e34d39ab7771), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.629086 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a502783b-6aff-4ed5-b869-f1fbc5dd0488 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:49.646033 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.647529 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1931570 Oct 28 19:55:49.650614 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38206) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:49.660688 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:49.666788 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5928-f507-4ae6-885c-595c8cc94cc7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de513a47-b864-4284-b76b-e34d39ab7771,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:49.709241 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port a502783b-6aff-4ed5-b869-f1fbc5dd0488 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:49.709621 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.709958 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port a502783b-6aff-4ed5-b869-f1fbc5dd0488 Oct 28 19:55:49.752435 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (878cc998-d3ed-44cd-a1c5-1c8be46253a8), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.791119 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a93d02-943b-4f5f-b438-672a90662ed7 req-a1d6a3b7-c64f-4161-b23b-c0839947085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:49.793514 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f4a93d02-943b-4f5f-b438-672a90662ed7 req-a1d6a3b7-c64f-4161-b23b-c0839947085a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 1129 time: 0.1276131 Oct 28 19:55:49.800700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port a502783b-6aff-4ed5-b869-f1fbc5dd0488 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:49.816082 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6e6a-f663-4e9a-b915-b1c5dea623f7 req-9a2b67b4-1593-48be-874e-eab4450a7380 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:49.817694 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2a6f6e6a-f663-4e9a-b915-b1c5dea623f7 req-9a2b67b4-1593-48be-874e-eab4450a7380 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.1164794 Oct 28 19:55:49.853650 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (878cc998-d3ed-44cd-a1c5-1c8be46253a8), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.865978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (878cc998-d3ed-44cd-a1c5-1c8be46253a8), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.870542 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bda762-b6a6-44a0-914f-d6e4f51e7860 req-ba5a1850-be8a-49b5-8d50-ce3a9c3489ba tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:49.872412 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-45bda762-b6a6-44a0-914f-d6e4f51e7860 req-ba5a1850-be8a-49b5-8d50-ce3a9c3489ba tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0606501 Oct 28 19:55:49.914511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.918513 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2637110 Oct 28 19:55:49.919586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba181ed-35e3-4f68-bbc9-408097accbde tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878cc998-d3ed-44cd-a1c5-1c8be46253a8,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:49.919740 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38210) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:49.922883 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f4a93d02-943b-4f5f-b438-672a90662ed7 req-dd88ae4d-a695-4946-877c-1733fc8d4371 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145282 Oct 28 19:55:49.927404 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:49.936628 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-45bda762-b6a6-44a0-914f-d6e4f51e7860 req-e90489f4-af43-4b79-b590-01dfe48650f9 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576544 Oct 28 19:55:49.940359 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2a6f6e6a-f663-4e9a-b915-b1c5dea623f7 req-00d469ed-249a-4bf6-9d26-b26e135f2d7c tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153183 Oct 28 19:55:49.983905 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (835b6228-2b73-41da-b521-4436ba72af1a), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.049095 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (835b6228-2b73-41da-b521-4436ba72af1a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.049260 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 3 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:50.058693 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (835b6228-2b73-41da-b521-4436ba72af1a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.086713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835b6228-2b73-41da-b521-4436ba72af1a,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.098069 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:50.101841 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.103406 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-159ff00f-b244-4c1c-a015-ebdfbe229231 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826127 Oct 28 19:55:50.105856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38212) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.111314 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:50.137781 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (fcd6012b-9c91-4606-872e-13e1bb9ec06b), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.198824 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (fcd6012b-9c91-4606-872e-13e1bb9ec06b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.203838 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (fcd6012b-9c91-4606-872e-13e1bb9ec06b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.219698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd6012b-9c91-4606-872e-13e1bb9ec06b,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.231843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.233111 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6389e076-bb61-4d78-9f94-b22d1374f09e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261816 Oct 28 19:55:50.235880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38214) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.240298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:50.258144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.268342 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (18a321e6-2c58-41bc-850e-ed557553e96a), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.329776 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (18a321e6-2c58-41bc-850e-ed557553e96a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.334352 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (18a321e6-2c58-41bc-850e-ed557553e96a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.351896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a321e6-2c58-41bc-850e-ed557553e96a,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.361765 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.363043 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-812e1cec-8b8a-4852-b28d-e46c29e98d88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261978 Oct 28 19:55:50.365738 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38216) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.370154 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:50.391941 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.securitygroups_db [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Project 42ce8f3da9ea4ee9a28652bd99014bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:55:50.397134 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (5ff32f7b-8b31-46b2-88be-925423163b15), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.462580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (5ff32f7b-8b31-46b2-88be-925423163b15), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.466974 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (5ff32f7b-8b31-46b2-88be-925423163b15), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.487053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff32f7b-8b31-46b2-88be-925423163b15,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.496483 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.498662 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-63f92eae-f814-4ba3-bea9-4385250ad23d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318071 Oct 28 19:55:50.500641 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38218) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.505410 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'security_group_rule': {'security_group_id': 'de513a47-b864-4284-b76b-e34d39ab7771', 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:50.531526 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.securitygroups_db [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Project 42ce8f3da9ea4ee9a28652bd99014bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:55:50.536954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (12c29291-49d4-4704-9dbd-a16cbd27064f), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.599124 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 4 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:50.603470 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (12c29291-49d4-4704-9dbd-a16cbd27064f), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.608135 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (12c29291-49d4-4704-9dbd-a16cbd27064f), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.626010 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c29291-49d4-4704-9dbd-a16cbd27064f,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.635104 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.636263 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c01b11c6-8ce8-4621-a8df-2bdfa2631ea1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345506 Oct 28 19:55:50.649498 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:51.068992 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1f5ff-554c-430a-a47f-2446f30adc6a req-43cc5368-33db-4f5a-b213-83760707acbf tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:51.070578 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f5c1f5ff-554c-430a-a47f-2446f30adc6a req-43cc5368-33db-4f5a-b213-83760707acbf tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0564256 Oct 28 19:55:51.108467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54dd90-d409-4690-9cbf-f0ee22197ab1 req-508e9abd-ae35-4166-8087-aa77c4a2172d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:51.110046 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc54dd90-d409-4690-9cbf-f0ee22197ab1 req-508e9abd-ae35-4166-8087-aa77c4a2172d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0927956 Oct 28 19:55:51.146774 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f5c1f5ff-554c-430a-a47f-2446f30adc6a req-e01c9759-ca4e-4ba2-b4f3-996bbabff295 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671210 Oct 28 19:55:51.155625 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 5 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:51.158497 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.200231 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:51.209169 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc54dd90-d409-4690-9cbf-f0ee22197ab1 req-92e5ed35-78f9-4b14-8bbc-4e826bcdbeab tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879450 Oct 28 19:55:51.551462 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Sync routers for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:51.562478 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:51.563096 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:51.597390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f55bfecf-ae99-41c9-bb22-d0cfb719e989 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:51.646748 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port f55bfecf-ae99-41c9-bb22-d0cfb719e989 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:51.647187 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.647604 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port f55bfecf-ae99-41c9-bb22-d0cfb719e989 Oct 28 19:55:51.668079 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:51.708775 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 6 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:51.741750 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port f55bfecf-ae99-41c9-bb22-d0cfb719e989 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:51.742180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.754293 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:51.768622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port f55bfecf-ae99-41c9-bb22-d0cfb719e989, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f55bfecf-ae99-41c9-bb22-d0cfb719e989,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:51.775857 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.827182 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=f55bfecf-ae99-41c9-bb22-d0cfb719e989,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.872954 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '77e50d81-7f3f-4628-8aaa-4d2511caa368', 'name': '', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'mac_address': 'fa:16:3e:4b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:47Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 2, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'subnets': [{'id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:51.897982 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Checking router: a5722381-3ef6-4502-be82-94bec31236cd for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:51.898274 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Updating router a5722381-3ef6-4502-be82-94bec31236cd port 77e50d81-7f3f-4628-8aaa-4d2511caa368 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:55:51.925375 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.255735 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 7 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:52.277564 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks [] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.285892 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.302711 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Port 77e50d81-7f3f-4628-8aaa-4d2511caa368 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:52.309169 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7b56a-6960-48d0-a3bd-399c27f09f5c req-130245fb-6ee9-45f1-b805-b75f91f7dd28 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:52.310723 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35d7b56a-6960-48d0-a3bd-399c27f09f5c req-130245fb-6ee9-45f1-b805-b75f91f7dd28 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0776858 Oct 28 19:55:52.349311 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad559853-da6d-40ab-b2c2-7976484d897e None None] Pushing event updated for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:52.352380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66f29-216c-422c-81b6-2db26267040c req-26d95dbb-6bcc-4c4d-be82-cd5c68287d15 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:52.353980 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47f66f29-216c-422c-81b6-2db26267040c req-26d95dbb-6bcc-4c4d-be82-cd5c68287d15 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0638688 Oct 28 19:55:52.375085 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35d7b56a-6960-48d0-a3bd-399c27f09f5c req-9e578493-ea62-4633-98c2-60f9b7bdb134 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582528 Oct 28 19:55:52.397355 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Attempting to bind port 77e50d81-7f3f-4628-8aaa-4d2511caa368 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:52.397355 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Attempting to bind port 77e50d81-7f3f-4628-8aaa-4d2511caa368 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:52.397355 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Attempting to bind port 77e50d81-7f3f-4628-8aaa-4d2511caa368 on network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:52.402057 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:52.402417 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Checking segment: {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:52.402897 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.403298 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Bound using segment: {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:52.403771 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Bound port: 77e50d81-7f3f-4628-8aaa-4d2511caa368, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e10dee-357d-43aa-a972-6b0f44941d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:52.404160 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.407408 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47f66f29-216c-422c-81b6-2db26267040c req-7b196288-2c67-47e7-8547-faee5814dba5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472505 Oct 28 19:55:52.477167 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] For port 77e50d81-7f3f-4628-8aaa-4d2511caa368, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:52.480257 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] For port 77e50d81-7f3f-4628-8aaa-4d2511caa368, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=77e50d81-7f3f-4628-8aaa-4d2511caa368,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:52.488682 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.525750 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:52.526456 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:55:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:52.587267 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad559853-da6d-40ab-b2c2-7976484d897e None None] Pushing event updated for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:52.666103 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:52.803980 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Attempt 8 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:52.883633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Current status of the port 77e50d81-7f3f-4628-8aaa-4d2511caa368 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:52.884049 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.892541 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '77e50d81-7f3f-4628-8aaa-4d2511caa368', 'name': '', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'mac_address': 'fa:16:3e:4b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:47Z', 'updated_at': '2022-10-28T19:55:52Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'subnets': [{'id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:52.921054 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] For port 77e50d81-7f3f-4628-8aaa-4d2511caa368, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=77e50d81-7f3f-4628-8aaa-4d2511caa368,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:52.923535 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dc0b7-2548-4ef8-9b85-ecbdf96cb834 None None] The sync data for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi is: [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:48Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '77e50d81-7f3f-4628-8aaa-4d2511caa368', 'name': '', 'network_id': 'ad72e4d8-723e-49b6-8077-ff4b5dd1fd53', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'mac_address': 'fa:16:3e:4b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:47Z', 'updated_at': '2022-10-28T19:55:52Z', 'revision_number': 4, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'subnets': [{'id': '103cd8af-95e1-434f-aaa4-a56dd49a6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:52.925128 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.977434 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe796b-7a9a-414e-b33a-d0b38d2bdf31 None None] Pushing event updated for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:53.046876 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-a74e9f67-9e1d-4bdb-a215-afacc83ce2b6 None None] Provisioning complete for port 77e50d81-7f3f-4628-8aaa-4d2511caa368 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:53.047257 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a74e9f67-9e1d-4bdb-a215-afacc83ce2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:53.047595 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-a74e9f67-9e1d-4bdb-a215-afacc83ce2b6 None None] Attempt 1 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:53.122490 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a74e9f67-9e1d-4bdb-a215-afacc83ce2b6 None None] Current status of the port 77e50d81-7f3f-4628-8aaa-4d2511caa368 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:53.560320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256aa4d-35bd-4437-84c5-15dfcc2fff12 req-767b470a-5dbd-4a19-aba6-bd236dc94cef tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:53.562483 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9256aa4d-35bd-4437-84c5-15dfcc2fff12 req-767b470a-5dbd-4a19-aba6-bd236dc94cef tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0747027 Oct 28 19:55:53.608956 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f55bfecf-ae99-41c9-bb22-d0cfb719e989 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:53.618696 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9256aa4d-35bd-4437-84c5-15dfcc2fff12 req-4fea913b-4a30-4d80-9cde-b0997a57608b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495942 Oct 28 19:55:53.658067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port f55bfecf-ae99-41c9-bb22-d0cfb719e989 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:53.658589 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:53.658994 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port f55bfecf-ae99-41c9-bb22-d0cfb719e989 Oct 28 19:55:53.731514 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port f55bfecf-ae99-41c9-bb22-d0cfb719e989 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:53.732542 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 77e50d81-7f3f-4628-8aaa-4d2511caa368 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:53.781370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 77e50d81-7f3f-4628-8aaa-4d2511caa368 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:53.781803 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:53.782263 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 77e50d81-7f3f-4628-8aaa-4d2511caa368 Oct 28 19:55:53.855908 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 77e50d81-7f3f-4628-8aaa-4d2511caa368 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:54.754429 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535602b-aeb7-4e22-987c-519d08b8ce8d req-a127d9a5-ca3b-456a-bbd1-96e67e97df7c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:54.755987 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d535602b-aeb7-4e22-987c-519d08b8ce8d req-a127d9a5-ca3b-456a-bbd1-96e67e97df7c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0568743 Oct 28 19:55:54.805868 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d535602b-aeb7-4e22-987c-519d08b8ce8d req-974a8a00-360f-4104-9593-1919dc16432b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Oct 28 19:55:55.938266 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d744-2b61-436c-8d75-57d2a132a615 req-8159d24b-26c7-4017-9916-8e9a9e0fda7c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.939813 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8736d744-2b61-436c-8d75-57d2a132a615 req-8159d24b-26c7-4017-9916-8e9a9e0fda7c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0597866 Oct 28 19:55:55.988838 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8736d744-2b61-436c-8d75-57d2a132a615 req-c7dd143d-216e-400a-a5dd-e6ca31c00b5b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Oct 28 19:55:57.123125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5442f-6087-4517-b4c8-cd6e19f9857f req-db4f5c08-83de-40e2-86bb-2cf79a39d67a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:57.124618 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-06d5442f-6087-4517-b4c8-cd6e19f9857f req-db4f5c08-83de-40e2-86bb-2cf79a39d67a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0562005 Oct 28 19:55:57.177511 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-06d5442f-6087-4517-b4c8-cd6e19f9857f req-73e1c44a-a434-41a7-93eb-93784e6000e1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471256 Oct 28 19:55:58.317807 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35020b08-e9e7-4db9-8071-10b094ef9660 req-69a5c03e-899d-4fa1-aad0-e0ee5544f1df tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:58.319447 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35020b08-e9e7-4db9-8071-10b094ef9660 req-69a5c03e-899d-4fa1-aad0-e0ee5544f1df tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Oct 28 19:55:58.366621 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-35020b08-e9e7-4db9-8071-10b094ef9660 req-ee1fec4b-abfc-4a45-8e26-bc3b3f7d9727 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Oct 28 19:55:59.508133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838ff34-2bcd-4ba4-960d-1250fa26d781 req-dd57779a-77fd-41b7-b225-146df7e5e318 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:59.509671 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b838ff34-2bcd-4ba4-960d-1250fa26d781 req-dd57779a-77fd-41b7-b225-146df7e5e318 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0590320 Oct 28 19:55:59.568487 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b838ff34-2bcd-4ba4-960d-1250fa26d781 req-0cebda12-dc60-4284-8aea-fa4492749bb0 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528738 Oct 28 19:56:00.702847 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32e3c-d20e-4562-9832-f8081a3b70d5 req-176fe139-95ef-4566-a6ed-4d363e5fde3e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:00.704311 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-36b32e3c-d20e-4562-9832-f8081a3b70d5 req-176fe139-95ef-4566-a6ed-4d363e5fde3e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0530949 Oct 28 19:56:00.750796 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-36b32e3c-d20e-4562-9832-f8081a3b70d5 req-9ed3d849-60fd-4a28-a3b1-13666992f5ee tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Oct 28 19:56:01.886856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02759eab-c757-4b99-a1e3-743797c5472f req-aee94f24-5c3c-4d30-8557-e53906d822a1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:01.888348 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-02759eab-c757-4b99-a1e3-743797c5472f req-aee94f24-5c3c-4d30-8557-e53906d822a1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0542045 Oct 28 19:56:01.936159 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-02759eab-c757-4b99-a1e3-743797c5472f req-8fab277e-7c51-4860-b702-89e99a09885d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Oct 28 19:56:03.080290 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c75a-dc25-4d2a-8435-2540af44d946 req-30584227-bcab-4611-88a4-033a051f89c7 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.081747 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bab7c75a-dc25-4d2a-8435-2540af44d946 req-30584227-bcab-4611-88a4-033a051f89c7 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0606725 Oct 28 19:56:03.129696 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bab7c75a-dc25-4d2a-8435-2540af44d946 req-7640b424-e544-44c6-b13f-3d06d5bb81c7 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421760 Oct 28 19:56:04.268242 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203208a-c567-4ee6-adab-7732d64b0360 req-f84059f8-e9d4-4e1a-9684-cdb31cd9fa85 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:04.269760 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8203208a-c567-4ee6-adab-7732d64b0360 req-f84059f8-e9d4-4e1a-9684-cdb31cd9fa85 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0534346 Oct 28 19:56:04.324623 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8203208a-c567-4ee6-adab-7732d64b0360 req-557e859a-ef04-49f4-b295-96be887f37be tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489466 Oct 28 19:56:05.469254 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490af58-57da-41de-98f2-df913071e3b8 req-a4d104a0-a00c-424a-be8e-15801e049303 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:05.470663 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d490af58-57da-41de-98f2-df913071e3b8 req-a4d104a0-a00c-424a-be8e-15801e049303 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0660768 Oct 28 19:56:05.522802 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d490af58-57da-41de-98f2-df913071e3b8 req-13a1e7a3-4a22-47fe-9685-025d78999958 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Oct 28 19:56:06.684959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da222f2-b734-42b2-a19b-8aa83e4c222a req-cc18c13c-41c9-4f6b-8146-6307a5b99bd9 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:06.686501 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6da222f2-b734-42b2-a19b-8aa83e4c222a req-cc18c13c-41c9-4f6b-8146-6307a5b99bd9 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0701585 Oct 28 19:56:06.738129 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6da222f2-b734-42b2-a19b-8aa83e4c222a req-e11870ed-4fa3-432f-af10-dca8cff9bdac tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453188 Oct 28 19:56:07.866777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a486-71d9-4c8e-b1d6-101ed4aa18d9 req-113527bf-1b80-4a9a-9902-ba44b6196cb1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:07.868220 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-79e1a486-71d9-4c8e-b1d6-101ed4aa18d9 req-113527bf-1b80-4a9a-9902-ba44b6196cb1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0561576 Oct 28 19:56:07.921640 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-79e1a486-71d9-4c8e-b1d6-101ed4aa18d9 req-7364cffa-a83a-4438-bb59-5e1478168282 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455997 Oct 28 19:56:09.061171 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f56a3-acb9-467e-89c6-b82a97388301 req-7c748614-d45b-4d12-a7b9-276bf18afd95 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.062657 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-132f56a3-acb9-467e-89c6-b82a97388301 req-7c748614-d45b-4d12-a7b9-276bf18afd95 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0571129 Oct 28 19:56:09.112848 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-132f56a3-acb9-467e-89c6-b82a97388301 req-6f67fbf5-ec4b-43f0-9ebf-f0a91fa75bb6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 Oct 28 19:56:09.371749 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0dda9-cc13-451b-8a25-d24fd4c8d67b req-b8a55df8-94d2-4d89-8693-a4426d09557f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.373414 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-03d0dda9-cc13-451b-8a25-d24fd4c8d67b req-b8a55df8-94d2-4d89-8693-a4426d09557f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0622096 Oct 28 19:56:09.426323 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-decca8a7-5c2b-42e3-abcb-eae6322ad9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.426957 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-03d0dda9-cc13-451b-8a25-d24fd4c8d67b req-6b5fa060-9b4e-4607-a6cb-754106a83c68 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Oct 28 19:56:09.429084 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-decca8a7-5c2b-42e3-abcb-eae6322ad9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1129 time: 0.0483499 Oct 28 19:56:09.519421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-59da436a-066e-4316-967c-738d5ab887f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.520915 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-59da436a-066e-4316-967c-738d5ab887f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.0840983 Oct 28 19:56:09.585399 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-fd2a4015-9b71-49e3-8fe5-532d93747bae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 1000 time: 0.0579629 Oct 28 19:56:09.634239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-5d93cf01-b779-4d2b-9148-37d96647dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.635800 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-5d93cf01-b779-4d2b-9148-37d96647dd47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0441568 Oct 28 19:56:09.686565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-5313cef6-4390-4c19-b7dd-bb8a6bf37237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.688082 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-5313cef6-4390-4c19-b7dd-bb8a6bf37237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452631 Oct 28 19:56:09.960208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6435-38da-4028-b09c-9828b08a7d07 req-cac6d690-9db5-44a2-945f-9229d1a866f8 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.961939 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31db6435-38da-4028-b09c-9828b08a7d07 req-cac6d690-9db5-44a2-945f-9229d1a866f8 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0895588 Oct 28 19:56:09.964159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-5f1f99c0-774f-4929-bbeb-d9290c920b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.965576 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-5f1f99c0-774f-4929-bbeb-d9290c920b30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0825806 Oct 28 19:56:10.037131 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-bd96a7fd-7d75-473a-8f31-4b440b860ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417273 Oct 28 19:56:10.075730 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31db6435-38da-4028-b09c-9828b08a7d07 req-b1256d6c-6982-4065-9ddb-56e9fd5ea03f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054115 Oct 28 19:56:10.101294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-2e1d9f90-fcd1-43be-8e75-5d5f25f04a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.102947 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-2e1d9f90-fcd1-43be-8e75-5d5f25f04a7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.1261213 Oct 28 19:56:10.125799 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fa033132-9a47-4c44-a60e-4157b1c2a193 req-f7db2100-79ee-4daf-89bc-646ca68389ec service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802650 Oct 28 19:56:10.173178 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-485be2d7-6fdd-4bed-a9df-e9691e24b26f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1002 time: 0.0623221 Oct 28 19:56:10.230622 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-49b72efc-104e-4bf3-b92c-cb7e9c4735fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.232132 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-49b72efc-104e-4bf3-b92c-cb7e9c4735fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0509546 Oct 28 19:56:10.283923 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-ea899419-14c5-4ad3-9f5b-817ba16e8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.285439 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-ea899419-14c5-4ad3-9f5b-817ba16e8688 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448680 Oct 28 19:56:10.377433 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-59ce874e-1fa9-492b-8924-d236df1d3987 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829184 Oct 28 19:56:10.411772 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-d0ce3d4b-a3ca-46d3-a090-84c84c4e67e5 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087578669&fields=id&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 267 time: 0.0438242 Oct 28 19:56:10.479772 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc5633c5-bb7e-4fc0-9414-a13e395b88b2 req-41feae7d-aff6-4eca-b953-0451bd2eca3b service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891745 Oct 28 19:56:10.523765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ad416664-2be8-4f6a-973b-e551afe4a1bc tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.525509 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ad416664-2be8-4f6a-973b-e551afe4a1bc tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1061931 Oct 28 19:56:10.543391 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-a5389f48-0ca0-4f86-8f20-e10510b96465 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/quotas/42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 375 time: 0.0122113 Oct 28 19:56:10.559485 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996e2fc-956e-4d79-a217-8d5c2a909125 req-9d7dbbde-da60-4298-9f5c-3739e608e91b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.561459 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3996e2fc-956e-4d79-a217-8d5c2a909125 req-9d7dbbde-da60-4298-9f5c-3739e608e91b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Oct 28 19:56:10.602031 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-5f125f26-38ff-4638-8dd6-8d52602f7c47 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529234 Oct 28 19:56:10.609550 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3996e2fc-956e-4d79-a217-8d5c2a909125 req-5568f47d-bb02-40e4-bb2e-10b97bf66909 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Oct 28 19:56:10.696189 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-f4c8ab1d-80b4-4807-8722-a68576f671ea service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Oct 28 19:56:10.792251 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-1181a79a-b1ef-4633-93b2-343a32c793b0 service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902848 Oct 28 19:56:11.111625 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f8eb4141-05c8-4194-b50f-9d7d1fa01549 req-7788c82c-0be7-4586-956b-42c4108c3150 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 210 time: 0.0359676 Oct 28 19:56:11.217651 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed72d3b-70a0-4a2e-b97f-954dff9ddf87 req-226f22f8-ca6a-495c-982e-b0d7fc65e882 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:11.219200 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aed72d3b-70a0-4a2e-b97f-954dff9ddf87 req-226f22f8-ca6a-495c-982e-b0d7fc65e882 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0588050 Oct 28 19:56:11.267567 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aed72d3b-70a0-4a2e-b97f-954dff9ddf87 req-939bc0ac-53ec-4afe-b98c-f182d623daf1 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Oct 28 19:56:11.736793 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49bbe8-34cc-4505-8c1f-217ef9546819 req-60b12d10-f2a1-4aa2-b140-f324db78a8a8 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:11.738302 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc49bbe8-34cc-4505-8c1f-217ef9546819 req-60b12d10-f2a1-4aa2-b140-f324db78a8a8 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Oct 28 19:56:11.786329 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fc49bbe8-34cc-4505-8c1f-217ef9546819 req-4d08e9e2-c356-402b-ba53-fd29615e8e95 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Oct 28 19:56:12.225271 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f29c58b5-2721-4b98-aebc-863cac0ebc78 req-a4842dbf-4eb2-4b7b-a134-c15b27ad338f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 210 time: 0.0298057 Oct 28 19:56:12.247903 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-2627b283-84ce-4c65-a481-1de63d2bb514 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.250018 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-2627b283-84ce-4c65-a481-1de63d2bb514 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1174796 Oct 28 19:56:12.344961 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-885ebdb5-1079-423d-97b4-f1ebf6ed5eba tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 380 time: 0.0773520 Oct 28 19:56:12.360407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'port': {'device_id': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'admin_state_up': True, 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'security_groups': ['de513a47-b864-4284-b76b-e34d39ab7771']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:12.408947 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1a380-2395-4e71-8e67-1b3cd5c1874d req-07ffdb85-b319-49d4-89d2-8766d594515d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.410822 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-49e1a380-2395-4e71-8e67-1b3cd5c1874d req-07ffdb85-b319-49d4-89d2-8766d594515d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0621817 Oct 28 19:56:12.463809 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-49e1a380-2395-4e71-8e67-1b3cd5c1874d req-9c50df6c-de9d-4ebb-b33b-055591cf7c3c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Oct 28 19:56:12.485755 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Made reservation on behalf of 42ce8f3da9ea4ee9a28652bd99014bc0 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:56:12.489664 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.621205 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.20.0.11 (b919d875-8558-4a77-8e1e-27b2e926c796/cc9d6d84-5155-434c-a3cc-78d81a45adb3/1b38b850-3d82-4b23-a2e0-27448b5d0c70) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:12.761516 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.796523 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.838306 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:12.845596 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:12.847530 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:12.849623 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:12.899584 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.900152 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.919222 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fdb1444f-02a5-48a2-9612-03bea57be24b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634613 Oct 28 19:56:12.946038 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Request body: {'port': {'device_id': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:13.010855 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.082335 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Provisioning complete for port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:13.082907 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.083007 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Attempt 1 to provision port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 Oct 28 19:56:13.113754 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:56:13.261001 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b38b850-3d82-4b23-a2e0-27448b5d0c70 {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:13.269934 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks [] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.283900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Transition to ACTIVE for port object 1b38b850-3d82-4b23-a2e0-27448b5d0c70 will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:56:13.288070 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.390998 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Pushing event updated for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:13.427227 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c632d8-7a38-4789-b4d3-fd81d2c48c34 req-3dc16a96-2a80-477b-a0df-6034cd6ed5b5 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.428708 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-27c632d8-7a38-4789-b4d3-fd81d2c48c34 req-3dc16a96-2a80-477b-a0df-6034cd6ed5b5 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.1136403 Oct 28 19:56:13.444362 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Attempting to bind port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:56:13.444704 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Attempting to bind port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:56:13.445068 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Attempting to bind port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:13.457539 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 on network b919d875-8558-4a77-8e1e-27b2e926c796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:56:13.457863 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Attempting to bind port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:13.470114 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:56:13.470500 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:56:13.470885 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Bound using segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:56:13.471316 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Bound port: 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:56:13.471682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.503002 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-27c632d8-7a38-4789-b4d3-fd81d2c48c34 req-1326fb20-5699-4307-9a0e-6a2b383c5b6b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682223 Oct 28 19:56:13.560149 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:56:13.564321 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:56:13.573348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.579681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.580307 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.581768 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] 10.222.0.55 "PUT /v2.0/ports/1b38b850-3d82-4b23-a2e0-27448b5d0c70 HTTP/1.1" status: 200 len: 1094 time: 0.6413839 Oct 28 19:56:13.582353 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:13.584781 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99b573-22c6-4c6b-a965-2945dae0da99" -d '{"events": [{"name": "network-changed", "server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:13.615908 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Attempt 2 to provision port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 Oct 28 19:56:13.624407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb43a197-a447-404f-9307-b1386705833e x-openstack-request-id: req-bb43a197-a447-404f-9307-b1386705833e {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:13.624710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:13.624970 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb43a197-a447-404f-9307-b1386705833e {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:13.625383 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb43a197-a447-404f-9307-b1386705833e'] response: {'name': 'network-changed', 'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'status': 'completed', 'code': 200} Oct 28 19:56:13.640914 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ff301-471b-4bd5-896e-b24200082e8f service neutron] Pushing event updated for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:13.668510 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0da3a9-5838-486c-9e81-db90d9c1f8d8 req-ffbe5bc9-a968-4fb2-a70c-9ae27ed6092b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.670034 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3f0da3a9-5838-486c-9e81-db90d9c1f8d8 req-ffbe5bc9-a968-4fb2-a70c-9ae27ed6092b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.1026127 Oct 28 19:56:13.675960 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d7be4512-7c0f-4b42-a3cf-c032d11ab73b None None] Port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:56:13.699222 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-0ee18f35-a459-40c3-97e7-dbc44770f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.700754 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-0ee18f35-a459-40c3-97e7-dbc44770f824 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0501571 Oct 28 19:56:13.717695 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3f0da3a9-5838-486c-9e81-db90d9c1f8d8 req-edb80acc-2438-490b-8d77-3d8654e5782e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Oct 28 19:56:13.744573 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-46528f94-8215-45d2-a0d0-826910d6f238 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70 HTTP/1.1" status: 200 len: 217 time: 0.0354447 Oct 28 19:56:13.796588 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-65f5fe32-9c99-460e-83e6-9c22171593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.798008 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-65f5fe32-9c99-460e-83e6-9c22171593c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0466177 Oct 28 19:56:13.853771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-c2eb701d-916a-4046-b57f-a8a5830c6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.855446 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-c2eb701d-916a-4046-b57f-a8a5830c6a5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455816 Oct 28 19:56:13.950640 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-fe0900ef-d00b-4bdd-a9fd-d88d00476bf3 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Oct 28 19:56:14.040387 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b58892a3-f6f1-45bd-8146-eeedbe46fe7e req-2e397ab8-00a5-400b-93f7-7874ce82df89 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Oct 28 19:56:14.151925 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-a98b8f7e-84ba-475f-a196-9269777a1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.153445 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-a98b8f7e-84ba-475f-a196-9269777a1b95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0528576 Oct 28 19:56:14.246418 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-de991ee5-ce4f-454a-bf69-82d94617a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.247900 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-de991ee5-ce4f-454a-bf69-82d94617a9a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0862048 Oct 28 19:56:14.288823 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-e8afb424-6833-4863-b9a3-0e5d261e636a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70 HTTP/1.1" status: 200 len: 217 time: 0.0319107 Oct 28 19:56:14.341404 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-35705a5b-5818-47bf-a79c-0f251ca557bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.342815 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-35705a5b-5818-47bf-a79c-0f251ca557bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0459862 Oct 28 19:56:14.408052 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-ea79de82-10f7-4064-8c90-f4fed735b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.409461 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-ea79de82-10f7-4064-8c90-f4fed735b614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545707 Oct 28 19:56:14.507953 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-2f51be07-15ec-4b36-bbde-dff6f3f7b226 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827222 Oct 28 19:56:14.562806 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:56:14.632016 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3e99b573-22c6-4c6b-a965-2945dae0da99 req-07ea28e2-895a-482c-848f-861d1d74cbe5 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145904 Oct 28 19:56:14.657272 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a502d83-1580-4902-bf7d-7d6f2a810015 req-2d878565-eb51-4bce-a0b5-52263d45c77d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.658912 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a502d83-1580-4902-bf7d-7d6f2a810015 req-2d878565-eb51-4bce-a0b5-52263d45c77d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0755813 Oct 28 19:56:14.708284 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a502d83-1580-4902-bf7d-7d6f2a810015 req-ea8864da-693b-4e55-9794-edea1734a08c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Oct 28 19:56:14.851502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f63aa4-58b4-48f4-a545-5d1bd5432242 req-1d119d0d-aaa6-48b0-8864-1ce8e9cb4598 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.853139 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30f63aa4-58b4-48f4-a545-5d1bd5432242 req-1d119d0d-aaa6-48b0-8864-1ce8e9cb4598 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0578732 Oct 28 19:56:14.869072 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84ff9-ba73-43b0-9bcc-6080692ea7bd req-427af74f-029b-4ffe-b29a-d19658829893 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.870574 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-41a84ff9-ba73-43b0-9bcc-6080692ea7bd req-427af74f-029b-4ffe-b29a-d19658829893 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Oct 28 19:56:14.898799 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30f63aa4-58b4-48f4-a545-5d1bd5432242 req-bea61ad5-e47a-4c45-82bd-abf00bd59055 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Oct 28 19:56:14.919105 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-41a84ff9-ba73-43b0-9bcc-6080692ea7bd req-60a0081b-7268-4c92-a110-d6f37ea63bec tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Oct 28 19:56:15.006851 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1503c547-74be-4051-9e14-1f512f2d5c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:15.851094 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660f454-65b8-4ac2-a3be-3d099265e565 req-66a7321d-23f1-44a3-b291-5833eebb832e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:15.852528 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a660f454-65b8-4ac2-a3be-3d099265e565 req-66a7321d-23f1-44a3-b291-5833eebb832e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0630786 Oct 28 19:56:15.903565 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a660f454-65b8-4ac2-a3be-3d099265e565 req-461a31fa-a5ea-40a3-b2c1-420ee3af0e88 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Oct 28 19:56:16.023741 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498907-75df-40a1-9a6e-43d08aa7e67b req-7d1ebd28-310e-45f4-b512-587e3c413c2f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.025285 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f498907-75df-40a1-9a6e-43d08aa7e67b req-7d1ebd28-310e-45f4-b512-587e3c413c2f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Oct 28 19:56:16.043209 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065999c-762b-4b1e-9f47-51b649112f00 req-547986c8-df5f-4325-8e6f-165290be0d47 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.044696 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5065999c-762b-4b1e-9f47-51b649112f00 req-547986c8-df5f-4325-8e6f-165290be0d47 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Oct 28 19:56:16.077323 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f498907-75df-40a1-9a6e-43d08aa7e67b req-05a0257d-bca1-48ce-93ea-df9ccdf0da26 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Oct 28 19:56:16.094663 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5065999c-762b-4b1e-9f47-51b649112f00 req-34831854-90a1-433b-abfb-98477ea74967 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Oct 28 19:56:16.983676 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-c334a56d-bebc-4188-8fe2-b46f9a9dc97e tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.985206 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-c334a56d-bebc-4188-8fe2-b46f9a9dc97e tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0673251 Oct 28 19:56:17.043049 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36577c01-a058-41f2-a1bb-10a4cad836de req-1c6df470-29e4-480c-9c64-2b28f8cae723 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.044594 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-36577c01-a058-41f2-a1bb-10a4cad836de req-1c6df470-29e4-480c-9c64-2b28f8cae723 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0548751 Oct 28 19:56:17.078437 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Deleting port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:17.078799 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.093526 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-36577c01-a058-41f2-a1bb-10a4cad836de req-b05c6d9a-f9ba-422d-9e79-bba5cfbdfe6b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Oct 28 19:56:17.196375 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] For port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,segment=NetworkSegment(b5057879-f14a-4c1a-bc6d-4aed5d177cc4),segment_id=b5057879-f14a-4c1a-bc6d-4aed5d177cc4)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:17.196643 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.211482 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Calling delete_port for ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:17.219895 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ce108-c616-4cbe-b4c4-6e943d747256 req-964811fb-1229-4a8a-81ca-42d92b043370 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.221353 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6e4ce108-c616-4cbe-b4c4-6e943d747256 req-964811fb-1229-4a8a-81ca-42d92b043370 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33cff6f-769d-4537-bd73-630900e5f363 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Oct 28 19:56:17.266273 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71d97-fcf0-4145-87a6-90b8b8f4f7de req-376296b1-382a-4d58-9eec-925a1c4d4dc3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.267735 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e8d71d97-fcf0-4145-87a6-90b8b8f4f7de req-376296b1-382a-4d58-9eec-925a1c4d4dc3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.1120017 Oct 28 19:56:17.268259 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6e4ce108-c616-4cbe-b4c4-6e943d747256 req-b20a3880-19af-4687-9c0d-856df6920ccf tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Oct 28 19:56:17.335857 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e8d71d97-fcf0-4145-87a6-90b8b8f4f7de req-56ff333b-925d-4009-847f-3dfa25245912 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615170 Oct 28 19:56:17.372761 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d50b9e05-6230-40e9-9e6d-6af7ae55824e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.391388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (ecec3bd3-c438-43f2-8692-7ef8ed5f5f31), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.402606 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['ecec3bd3-c438-43f2-8692-7ef8ed5f5f31'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:56:17.423867 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Pushing event deleted for resources: {'Port': ['ID=ecec3bd3-c438-43f2-8692-7ef8ed5f5f31,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:17.466282 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] No DVR routers for this DVR port ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:56:17.469442 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.472822 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e5904a1b-c520-4b19-afcd-7618412b0bf0 req-4c2d6794-b901-4264-b451-e39c35bf01e6 tempest-VolumesSnapshotTestJSON-657720988 tempest-VolumesSnapshotTestJSON-657720988-project] 10.222.0.55 "DELETE /v2.0/ports/ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 HTTP/1.1" status: 204 len: 173 time: 0.4809470 Oct 28 19:56:17.473361 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'name': 'network-vif-deleted', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:17.475659 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5d6497-6700-4fc8-a383-f7a693c2a994" -d '{"events": [{"server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "name": "network-vif-deleted", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:17.511233 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04316522-2531-4483-9fe2-80d3d89bda07 x-openstack-request-id: req-04316522-2531-4483-9fe2-80d3d89bda07 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:17.511664 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33cff6f-769d-4537-bd73-630900e5f363", "name": "network-vif-deleted", "tag": "ecec3bd3-c438-43f2-8692-7ef8ed5f5f31", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:17.511938 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04316522-2531-4483-9fe2-80d3d89bda07 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:17.512347 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04316522-2531-4483-9fe2-80d3d89bda07'] response: {'server_uuid': 'd33cff6f-769d-4537-bd73-630900e5f363', 'name': 'network-vif-deleted', 'tag': 'ecec3bd3-c438-43f2-8692-7ef8ed5f5f31', 'status': 'completed', 'code': 200} Oct 28 19:56:18.157984 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-007d9c19-4c2f-4b0e-818b-baaa84582b5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474977 Oct 28 19:56:18.332611 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:18.473959 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abda64-3f30-4e0a-8d24-16cd2d1b29e6 req-2fe69103-aeba-4b1d-8e17-fdb69d5f6f12 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.474658 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078259-100d-4661-8767-b739137e9de0 req-45cf5140-6718-4482-bbcc-7824de1f7402 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.475498 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3b078259-100d-4661-8767-b739137e9de0 req-45cf5140-6718-4482-bbcc-7824de1f7402 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.3086991 Oct 28 19:56:18.475628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-10abda64-3f30-4e0a-8d24-16cd2d1b29e6 req-2fe69103-aeba-4b1d-8e17-fdb69d5f6f12 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0603185 Oct 28 19:56:18.477370 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-fc6be2cf-304f-41f9-acac-5ebc3f462ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.478809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-fc6be2cf-304f-41f9-acac-5ebc3f462ca1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 1130 time: 0.2848983 Oct 28 19:56:18.526493 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-10abda64-3f30-4e0a-8d24-16cd2d1b29e6 req-1b0fd0ef-fd02-4ade-bea2-54433019d7b8 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Oct 28 19:56:18.592697 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3b078259-100d-4661-8767-b739137e9de0 req-ef28509f-69b5-4e74-b1dd-32ce91b031ba tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055181 Oct 28 19:56:18.635412 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-229448d5-f534-49a1-aa72-9c57eafb72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.637028 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-229448d5-f534-49a1-aa72-9c57eafb72f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.1285613 Oct 28 19:56:18.682535 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-7ccacf85-d256-46b8-a690-e44e7caff5ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0378835 Oct 28 19:56:18.734150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-a91b259c-1c5f-438d-90e2-d462264057b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.735630 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-a91b259c-1c5f-438d-90e2-d462264057b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0466847 Oct 28 19:56:18.793211 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-5e60a615-4560-49a0-9c16-dbdb4ea1984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:18.794756 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-5e60a615-4560-49a0-9c16-dbdb4ea1984b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519347 Oct 28 19:56:18.890830 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-df888b90-e122-4705-9410-6ad2f17d95ba service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Oct 28 19:56:18.994607 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-df937aa2-3c57-416e-b0de-9c633d0dbf1e req-bea16eb3-7edb-4d67-ad6a-837ec33078d0 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967522 Oct 28 19:56:19.613469 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:19.657935 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbb10f-fdf3-4e91-8bfe-0609b9d0da79 req-40ae354a-aecb-4c2c-9695-73763ac12aa7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.659497 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d7cbb10f-fdf3-4e91-8bfe-0609b9d0da79 req-40ae354a-aecb-4c2c-9695-73763ac12aa7 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0562418 Oct 28 19:56:19.712215 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d7cbb10f-fdf3-4e91-8bfe-0609b9d0da79 req-9f349a99-cd9e-44e9-bcc5-08a6ec9d6f82 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452180 Oct 28 19:56:19.729088 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3daf-478c-4248-a8d6-cf95c9eb3e2c req-70ae39f6-ce37-4ddd-807f-0d44fb9874d8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.730770 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f12b3daf-478c-4248-a8d6-cf95c9eb3e2c req-70ae39f6-ce37-4ddd-807f-0d44fb9874d8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0548890 Oct 28 19:56:19.790607 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f12b3daf-478c-4248-a8d6-cf95c9eb3e2c req-f0ab8867-96eb-45b0-acd1-fb0b83a7f824 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Oct 28 19:56:20.284774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:20.847884 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541295-4677-44f6-baba-9ced42d5575f req-7023aad8-d68a-40fe-9f17-f3841b01737c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:20.849388 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-49541295-4677-44f6-baba-9ced42d5575f req-7023aad8-d68a-40fe-9f17-f3841b01737c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0623477 Oct 28 19:56:20.903579 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-49541295-4677-44f6-baba-9ced42d5575f req-f9f9472c-e5d4-4f0d-8c4e-2f7566586c30 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482583 Oct 28 19:56:20.916222 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680362dd-adda-430c-b185-61a2186c0183 req-fa006ad7-9996-43e8-afc2-6465e06afe93 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:20.917797 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-680362dd-adda-430c-b185-61a2186c0183 req-fa006ad7-9996-43e8-afc2-6465e06afe93 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0553834 Oct 28 19:56:20.965206 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-680362dd-adda-430c-b185-61a2186c0183 req-8cf017a8-9c60-43b1-aeb2-c6d1245684f4 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Oct 28 19:56:21.154645 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:21.749469 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:56:21.779905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:56:21.780168 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ecec3bd3-c438-43f2-8692-7ef8ed5f5f31 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:56:22.034326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09bb1-e8ad-454e-87fc-27835f7a3ce0 req-51453502-c347-4b5c-b5ea-8f6a513c8b99 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:22.035758 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8cf09bb1-e8ad-454e-87fc-27835f7a3ce0 req-51453502-c347-4b5c-b5ea-8f6a513c8b99 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0584784 Oct 28 19:56:22.084389 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8cf09bb1-e8ad-454e-87fc-27835f7a3ce0 req-20c55384-0704-43ec-ab37-604d4d311998 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Oct 28 19:56:22.094300 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50531a-9f2c-4771-8f3b-12034ce484d4 req-b1173554-17bc-4e9d-a4bb-accc794d0d9c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:22.095794 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bf50531a-9f2c-4771-8f3b-12034ce484d4 req-b1173554-17bc-4e9d-a4bb-accc794d0d9c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0519636 Oct 28 19:56:22.144031 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bf50531a-9f2c-4771-8f3b-12034ce484d4 req-b7032a19-43d5-4460-91cc-c9866f805ffa tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 Oct 28 19:56:23.225943 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d98878-c2bf-4f4d-9b01-3aadf49ebaf7 req-774800c4-41d4-4a7e-b268-edbb1146692e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:23.228188 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-58d98878-c2bf-4f4d-9b01-3aadf49ebaf7 req-774800c4-41d4-4a7e-b268-edbb1146692e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0696268 Oct 28 19:56:23.287836 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23be5-540e-4568-9d52-acc04ae4a545 req-bafae1cc-f026-4659-b5f0-f2a13e36743f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:23.295891 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-23c23be5-540e-4568-9d52-acc04ae4a545 req-bafae1cc-f026-4659-b5f0-f2a13e36743f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 944 time: 0.0666220 Oct 28 19:56:23.298616 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-58d98878-c2bf-4f4d-9b01-3aadf49ebaf7 req-f7aab839-039d-4fb8-9717-aceba60e788b tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617495 Oct 28 19:56:23.340825 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-23c23be5-540e-4568-9d52-acc04ae4a545 req-0eda8297-0920-4257-9bcd-1d9e0ae2219d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Oct 28 19:56:23.465578 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1b38b850-3d82-4b23-a2e0-27448b5d0c70 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:56:23.572592 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:23.584307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'port_id': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'mac_address': 'fa:16:3e:6d:3d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:56:23.622301 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:23.622734 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:23.635268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b38b850-3d82-4b23-a2e0-27448b5d0c70 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:23.654642 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:23.660386 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:23.710730 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:23.992404 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['1b38b850-3d82-4b23-a2e0-27448b5d0c70'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:56:24.423257 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6a9f0-2406-4b10-b976-da08e29f0593 req-15bee264-3a9c-4f33-9aa5-edc6f56df555 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:24.424795 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f4f6a9f0-2406-4b10-b976-da08e29f0593 req-15bee264-3a9c-4f33-9aa5-edc6f56df555 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Oct 28 19:56:24.478425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46ee48-bba9-4391-9cc0-2c1ea9e7b5ab req-c9a0d799-3269-470e-b019-9022930ca523 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:24.479004 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f4f6a9f0-2406-4b10-b976-da08e29f0593 req-2d40dba4-4afb-489c-ac9e-855783f9dcae tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Oct 28 19:56:24.480797 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0e46ee48-bba9-4391-9cc0-2c1ea9e7b5ab req-c9a0d799-3269-470e-b019-9022930ca523 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 945 time: 0.0588474 Oct 28 19:56:24.531471 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0e46ee48-bba9-4391-9cc0-2c1ea9e7b5ab req-d7673a78-f5e4-4210-86ce-ecf6b504aaeb tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Oct 28 19:56:25.483847 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1b38b850-3d82-4b23-a2e0-27448b5d0c70 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:56:25.540910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:56:25.544971 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:25.545390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:25.545739 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 Oct 28 19:56:25.627839 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807ce0d-378b-4942-9be7-47836971b4fd req-07e38f03-3147-43ed-a7de-bf0b3029ad0f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:25.629390 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0807ce0d-378b-4942-9be7-47836971b4fd req-07e38f03-3147-43ed-a7de-bf0b3029ad0f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0733528 Oct 28 19:56:25.635124 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:25.635561 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:25.659990 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:25.662608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732d63f-aa6d-4a6c-8018-2c0c9ac37c85" -d '{"events": [{"server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:25.677571 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:25.684990 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:25.699081 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042edc90-9669-4c68-b41c-3ceec006572f req-27c55d27-269f-43bb-b994-2a5a7a57bc9b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:25.700297 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0807ce0d-378b-4942-9be7-47836971b4fd req-ccefaa36-89ec-4826-9ef7-8858fc570fa9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626140 Oct 28 19:56:25.703135 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-042edc90-9669-4c68-b41c-3ceec006572f req-27c55d27-269f-43bb-b994-2a5a7a57bc9b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 945 time: 0.0916095 Oct 28 19:56:25.741197 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:25.756834 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-042edc90-9669-4c68-b41c-3ceec006572f req-a7cf1338-eece-48ba-900b-3dc26fc5e8ba tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498624 Oct 28 19:56:25.763258 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7be63ce-a0f8-4e3c-9712-017da45b80be x-openstack-request-id: req-f7be63ce-a0f8-4e3c-9712-017da45b80be {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:25.763607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:25.763911 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7be63ce-a0f8-4e3c-9712-017da45b80be {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:25.764408 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7be63ce-a0f8-4e3c-9712-017da45b80be'] response: {'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'code': 200} Oct 28 19:56:26.019053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8669c-8d72-4d33-abfd-b75f8ac9d130 req-70615101-bef4-4b7d-b49e-76073e78eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.020573 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d0d8669c-8d72-4d33-abfd-b75f8ac9d130 req-70615101-bef4-4b7d-b49e-76073e78eef0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0435865 Oct 28 19:56:26.066495 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d0d8669c-8d72-4d33-abfd-b75f8ac9d130 req-d5a4190a-d8de-46c1-b771-23f14dc13c0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Oct 28 19:56:26.844524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7969-3c8d-4e9b-bddf-aeabb3f158ff req-5eb360c4-34d2-4794-af41-e7102ec615ec tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.846195 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aa1c7969-3c8d-4e9b-bddf-aeabb3f158ff req-5eb360c4-34d2-4794-af41-e7102ec615ec tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0602951 Oct 28 19:56:26.886637 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feadec-be38-46e5-aeac-7140ef0c0248 req-35d38e22-b6db-488d-bc99-09935156112b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.888207 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c3feadec-be38-46e5-aeac-7140ef0c0248 req-35d38e22-b6db-488d-bc99-09935156112b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0532556 Oct 28 19:56:26.893826 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aa1c7969-3c8d-4e9b-bddf-aeabb3f158ff req-f0b56d8f-b320-439e-9e42-119f21cdebad tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Oct 28 19:56:26.940507 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c3feadec-be38-46e5-aeac-7140ef0c0248 req-81527db5-73f6-4196-8ead-feb379d10573 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466650 Oct 28 19:56:28.031303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfa3ea-75a4-4dc2-a613-1c8c4ffe8156 req-4a17b6aa-26d9-4f67-a1d3-1cc19ed92ead tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:28.032768 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a0bfa3ea-75a4-4dc2-a613-1c8c4ffe8156 req-4a17b6aa-26d9-4f67-a1d3-1cc19ed92ead tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Oct 28 19:56:28.067808 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2fbf-f9b8-4a6c-a0e1-f757bc2acf69 req-038d6bb1-5bae-4642-b670-6058ff5d3990 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:28.069505 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-13de2fbf-f9b8-4a6c-a0e1-f757bc2acf69 req-038d6bb1-5bae-4642-b670-6058ff5d3990 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0548720 Oct 28 19:56:28.081634 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a0bfa3ea-75a4-4dc2-a613-1c8c4ffe8156 req-05a546f5-4e01-49a5-95d3-9fd02206d1fa tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Oct 28 19:56:28.119468 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-13de2fbf-f9b8-4a6c-a0e1-f757bc2acf69 req-48c1e18c-2fb2-42f3-8a45-b119d690cd95 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Oct 28 19:56:28.245491 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06c353-c382-473b-be7a-9786f577d1f1 req-81325870-eba5-4c0f-8b5d-1cc5a194d335 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:28.247046 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3c06c353-c382-473b-be7a-9786f577d1f1 req-81325870-eba5-4c0f-8b5d-1cc5a194d335 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0575061 Oct 28 19:56:28.302447 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3c06c353-c382-473b-be7a-9786f577d1f1 req-b9434dbf-7d3e-4fe1-b1cb-2f33fc69aa0e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Oct 28 19:56:28.330966 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38658) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:28.472814 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2532b885-8709-4fbe-9fec-85751b1881b4 tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:28.474403 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2532b885-8709-4fbe-9fec-85751b1881b4 tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 1125 time: 0.1423652 Oct 28 19:56:28.478859 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38662) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:28.483098 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'port_id': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:28.505065 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:28.605116 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:28.709732 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.27.3.186 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/0023d41e-c692-4da9-8241-a73830fbe1dc) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:28.816690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:28.850972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:28.886318 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:28.889302 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:28.894965 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:28.899851 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=0023d41e-c692-4da9-8241-a73830fbe1dc,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:29.208570 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805ad9f-d214-46dc-afdc-4b945efd0e9c req-33309460-62f2-451e-8be8-d4111632afef tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:29.210816 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0805ad9f-d214-46dc-afdc-4b945efd0e9c req-33309460-62f2-451e-8be8-d4111632afef tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0548298 Oct 28 19:56:29.245619 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (d242445e-002e-481d-a690-84c744973a9f), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.257954 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0805ad9f-d214-46dc-afdc-4b945efd0e9c req-95b9df7a-805b-4607-a9c1-b20a16608409 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Oct 28 19:56:29.311755 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.449741 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.456459 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.517752 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=0023d41e-c692-4da9-8241-a73830fbe1dc,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:29.520241 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (d242445e-002e-481d-a690-84c744973a9f), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.612177 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP d242445e-002e-481d-a690-84c744973a9f associated. External IP: 172.27.3.186, port: 1b38b850-3d82-4b23-a2e0-27448b5d0c70. Oct 28 19:56:29.807539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:29.906035 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:29.916622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:29.925024 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:29.927622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:29.928254 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:29.953782 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8993fb07-ea2b-4921-85aa-4716973eccf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4739332 Oct 28 19:56:29.954429 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:29.956952 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b95710c-304f-484f-aab7-dfb8e9c93f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:29.991058 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a931571-e0cd-4ab5-a511-6a9c8283ada1 x-openstack-request-id: req-5a931571-e0cd-4ab5-a511-6a9c8283ada1 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:29.991348 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:29.991600 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a931571-e0cd-4ab5-a511-6a9c8283ada1 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:29.992003 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a931571-e0cd-4ab5-a511-6a9c8283ada1'] response: {'name': 'network-changed', 'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'status': 'completed', 'code': 200} Oct 28 19:56:30.029148 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:30.150014 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-dcde6deb-4e65-4511-a1a0-94159e63b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.151577 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-dcde6deb-4e65-4511-a1a0-94159e63b317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0505049 Oct 28 19:56:30.244967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-954bf30c-168c-4581-bc64-39a3c464e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.246519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-954bf30c-168c-4581-bc64-39a3c464e42c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0877972 Oct 28 19:56:30.315826 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-8578113b-80a9-4047-acde-627833ff74aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70 HTTP/1.1" status: 200 len: 1000 time: 0.0617385 Oct 28 19:56:30.385743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd242445e-002e-481d-a690-84c744973a9f', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:6d:3d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:29Z', 'updated_at': '2022-10-28T19:56:29Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:30.393106 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-ae6ff394-4631-48d9-9591-90712f551bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.394665 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-ae6ff394-4631-48d9-9591-90712f551bc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0706689 Oct 28 19:56:30.410706 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:30.419943 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:30.420592 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:30.435123 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443c5c-6f75-4576-8885-07b3cdc14995 req-4a41543c-e636-4800-afbc-a3bf7bfffae5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.436646 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-62443c5c-6f75-4576-8885-07b3cdc14995 req-4a41543c-e636-4800-afbc-a3bf7bfffae5 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0870314 Oct 28 19:56:30.471504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-ea450a98-9ac1-478f-8969-22fcebdb4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.473001 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-ea450a98-9ac1-478f-8969-22fcebdb4d75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710714 Oct 28 19:56:30.515120 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-62443c5c-6f75-4576-8885-07b3cdc14995 req-0486d5b3-2b48-40da-b35b-9e88b695775d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702071 Oct 28 19:56:30.522220 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:30.580872 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-62b633ab-441d-4875-8539-14f361f4ad97 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Oct 28 19:56:30.672761 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b95710c-304f-484f-aab7-dfb8e9c93f0d req-5be2ad7e-9f92-41f0-a459-2ed0d3e09119 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850880 Oct 28 19:56:30.744275 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd242445e-002e-481d-a690-84c744973a9f', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:6d:3d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:29Z', 'updated_at': '2022-10-28T19:56:29Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:30.769497 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc9d8a-b2cd-40b4-bcd4-a5953d28224a None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd242445e-002e-481d-a690-84c744973a9f', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:6d:3d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:29Z', 'updated_at': '2022-10-28T19:56:29Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:30.947605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e73f4-db94-4464-a6f3-389ae37caa90 req-6903cd6e-0cdd-4cc3-9c7b-e3757b8a7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:30.949204 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc6e73f4-db94-4464-a6f3-389ae37caa90 req-6903cd6e-0cdd-4cc3-9c7b-e3757b8a7258 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0470517 Oct 28 19:56:30.972429 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc61595-15f2-47b8-9338-cea32149790b None None] New status for floating IP d242445e-002e-481d-a690-84c744973a9f: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:30.996975 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc6e73f4-db94-4464-a6f3-389ae37caa90 req-04255947-dcc9-499d-92b9-8019deb25204 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Oct 28 19:56:31.662924 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa76d-a4f7-435f-87eb-cd74e087b319 req-a2a160c2-b324-4585-bb1b-3df6baf07afb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:31.664928 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-258aa76d-a4f7-435f-87eb-cd74e087b319 req-a2a160c2-b324-4585-bb1b-3df6baf07afb tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0555067 Oct 28 19:56:31.711216 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-258aa76d-a4f7-435f-87eb-cd74e087b319 req-26a714ec-2e3f-4b6e-b34e-849c016226b2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405464 Oct 28 19:56:32.845170 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b44da4-41ca-4dda-8b50-cab863be7b01 req-362d7de1-f036-446e-b87e-1537938accb2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:32.846900 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a5b44da4-41ca-4dda-8b50-cab863be7b01 req-362d7de1-f036-446e-b87e-1537938accb2 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0532117 Oct 28 19:56:32.892493 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a5b44da4-41ca-4dda-8b50-cab863be7b01 req-998a677c-7baa-4e40-b83a-2ccfba0a3079 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Oct 28 19:56:33.289425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-eba1d029-d552-46be-942d-49d398332f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:33.291002 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-eba1d029-d552-46be-942d-49d398332f65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0505402 Oct 28 19:56:33.295560 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8cf4e-e35a-4f1e-923f-1b357909da99 req-44699263-4a20-4e46-a6b1-cc563414c397 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:33.297063 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e0b8cf4e-e35a-4f1e-923f-1b357909da99 req-44699263-4a20-4e46-a6b1-cc563414c397 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Oct 28 19:56:33.345900 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e0b8cf4e-e35a-4f1e-923f-1b357909da99 req-46b5cabf-fd1c-402d-8de5-41e530120240 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Oct 28 19:56:33.378870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-cc8a27ef-c568-4b38-824b-a43ee3125113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:33.380358 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-cc8a27ef-c568-4b38-824b-a43ee3125113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.0834436 Oct 28 19:56:33.447954 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-805a2647-6020-4adb-a7a5-806fb902a7e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1002 time: 0.0599232 Oct 28 19:56:33.508356 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-5c2e068d-cc89-408d-8d62-3d7d9535f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:33.509754 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-5c2e068d-cc89-408d-8d62-3d7d9535f18e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0537152 Oct 28 19:56:33.559721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-446a7408-807c-4f8f-ba28-0ba58256b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:33.561230 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-446a7408-807c-4f8f-ba28-0ba58256b662 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446889 Oct 28 19:56:33.651867 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-3e9b315e-5848-468c-9f75-4a78f2fc7a70 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Oct 28 19:56:33.739194 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1affc56f-7def-474c-ad37-e1745e9e93a3 req-c6ceeb68-cfe7-403e-b66a-a4e87df0d554 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805800 Oct 28 19:56:34.490543 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb486a-9968-4fae-9224-84dab1277b53 req-ee3ac4ce-9604-43fe-bf85-2f8b7b7b874c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:34.491981 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-77cb486a-9968-4fae-9224-84dab1277b53 req-ee3ac4ce-9604-43fe-bf85-2f8b7b7b874c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0567195 Oct 28 19:56:34.540104 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-77cb486a-9968-4fae-9224-84dab1277b53 req-3ca905f8-abdf-4826-93da-eb1e6ac8a06c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Oct 28 19:56:35.677435 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d05366-c7db-44be-b7d1-6d0c163b0d31 req-f65e6ed6-ac16-4617-bca9-0f18c50ff8f3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:35.679046 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-90d05366-c7db-44be-b7d1-6d0c163b0d31 req-f65e6ed6-ac16-4617-bca9-0f18c50ff8f3 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0553837 Oct 28 19:56:35.725798 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-90d05366-c7db-44be-b7d1-6d0c163b0d31 req-2ff8d205-09a4-4755-b0be-f5db49c6a3fe tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Oct 28 19:56:36.871638 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b1c7-41bd-49cb-97cc-3f9dbcdbbf74 req-d311dd6f-0be4-4118-9545-32f6dd9a2abf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:36.873097 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d2f1b1c7-41bd-49cb-97cc-3f9dbcdbbf74 req-d311dd6f-0be4-4118-9545-32f6dd9a2abf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0617099 Oct 28 19:56:36.919667 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d2f1b1c7-41bd-49cb-97cc-3f9dbcdbbf74 req-923a026f-9d19-4a40-a38e-e3eaf244db3a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Oct 28 19:56:37.056889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180618c-0bc4-442a-b826-f150c6d36dd5 req-13ca9a70-4b6e-431d-8b2e-60a5af5db612 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:37.058377 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2180618c-0bc4-442a-b826-f150c6d36dd5 req-13ca9a70-4b6e-431d-8b2e-60a5af5db612 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0591128 Oct 28 19:56:37.073277 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38744) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:37.077685 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Request body: {'floatingip': {'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:37.131029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:37.582301 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:37.587183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:38.019348 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:38.123109 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:38.128015 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:38.133317 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:38.143809 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:38.144417 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:38.158767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:38.161024 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:38.194739 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b14c3841-3b2c-4769-930a-d74ac9e1a737 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "PUT /v2.0/floatingips/50e36593-6b92-4e5c-89ff-664c18e56c3c HTTP/1.1" status: 200 len: 994 time: 1.1173637 Oct 28 19:56:38.198514 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f1441-8837-48b4-b13f-dcfd1bb1e56f x-openstack-request-id: req-a14f1441-8837-48b4-b13f-dcfd1bb1e56f {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:38.198802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:38.199093 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a14f1441-8837-48b4-b13f-dcfd1bb1e56f {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:38.199499 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14f1441-8837-48b4-b13f-dcfd1bb1e56f'] response: {'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'status': 'completed', 'code': 200} Oct 28 19:56:38.247894 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:38.266986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-dc458958-83ce-4aea-b9f5-6ca1ff57f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:38.268534 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-dc458958-83ce-4aea-b9f5-6ca1ff57f7af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0444822 Oct 28 19:56:38.369318 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-44e536f2-3e2b-46b8-9745-35aa24b5e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:38.370885 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-44e536f2-3e2b-46b8-9745-35aa24b5e2d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.0878274 Oct 28 19:56:38.438783 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-dc9ab283-20ea-40d0-9949-6f2b7caeb576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1002 time: 0.0565217 Oct 28 19:56:38.469840 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:56:37Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:38.493165 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-932b02ad-c848-4522-9264-587d1c6ea73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:38.494901 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-932b02ad-c848-4522-9264-587d1c6ea73e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0477669 Oct 28 19:56:38.495203 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:38.504113 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:38.504694 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:38.555300 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-167807bf-4575-491c-8f1e-1ebc81f2990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:38.557082 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-167807bf-4575-491c-8f1e-1ebc81f2990a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542128 Oct 28 19:56:38.616063 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:38.653221 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-6b901381-99e6-46d9-95fd-459d3a9d0a42 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Oct 28 19:56:38.746665 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fd923e7b-250d-4dcb-98f7-a3ac464d4e12 req-8f0c9527-05d7-4048-b3a1-3043842d65e3 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866852 Oct 28 19:56:38.841445 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:56:37Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:38.866679 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d558f47-5273-4fe6-b5ce-05e820623fa2 None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50e36593-6b92-4e5c-89ff-664c18e56c3c', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'port_id': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'mac_address': 'fa:16:3e:54:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:25Z', 'updated_at': '2022-10-28T19:56:37Z', 'revision_number': 3, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:40.201146 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:40.205048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260f552-f735-4d94-ac47-ae0d5563598c" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:40.247256 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9845cefe-8443-410e-8779-cf49a23ffb0e x-openstack-request-id: req-9845cefe-8443-410e-8779-cf49a23ffb0e {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:40.247549 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:40.247800 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9845cefe-8443-410e-8779-cf49a23ffb0e {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:40.248206 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9845cefe-8443-410e-8779-cf49a23ffb0e'] response: {'name': 'network-changed', 'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'status': 'completed', 'code': 200} Oct 28 19:56:40.316543 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f552-f735-4d94-ac47-ae0d5563598c req-cfd65978-67de-4a31-8874-6c979487edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:40.317948 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-cfd65978-67de-4a31-8874-6c979487edd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 1130 time: 0.0475066 Oct 28 19:56:40.410052 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f552-f735-4d94-ac47-ae0d5563598c req-35d887dd-d71c-4777-ab48-0b98bcb2eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:40.411576 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-35d887dd-d71c-4777-ab48-0b98bcb2eb44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 200 len: 920 time: 0.0859482 Oct 28 19:56:40.483612 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-6069bbbd-f5d4-41ac-b305-75ac98f80e2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 200 len: 1002 time: 0.0654626 Oct 28 19:56:40.532123 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f552-f735-4d94-ac47-ae0d5563598c req-12d2b652-d9ab-4c8d-a873-ab3860304b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:40.533526 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-12d2b652-d9ab-4c8d-a873-ab3860304b8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 200 len: 858 time: 0.0432320 Oct 28 19:56:40.589690 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f552-f735-4d94-ac47-ae0d5563598c req-f54d5c71-a92f-481a-8ffe-b2ecc366eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:40.591139 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-f54d5c71-a92f-481a-8ffe-b2ecc366eff0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7791dd9-05a3-405a-9556-3fed8daff743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445998 Oct 28 19:56:40.686334 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-992f5f02-f49f-4abc-a2de-e16738d62ce5 service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Oct 28 19:56:40.785898 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b260f552-f735-4d94-ac47-ae0d5563598c req-857f7753-ba2a-473b-89e4-bd0904da0b9e service neutron] 10.222.0.55 "GET /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921981 Oct 28 19:56:40.797837 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38790) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:40.847091 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Deleting subnet 9ed60dc2-a71d-439d-b7cd-ec08a45a1099 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:56:40.850780 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Publish callbacks [] for subnet (9ed60dc2-a71d-439d-b7cd-ec08a45a1099), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:40.885308 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (9ed60dc2-a71d-439d-b7cd-ec08a45a1099), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:40.932328 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (9ed60dc2-a71d-439d-b7cd-ec08a45a1099), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:40.984168 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (9ed60dc2-a71d-439d-b7cd-ec08a45a1099), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.012491 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed60dc2-a71d-439d-b7cd-ec08a45a1099,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:41.016656 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.019990 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ed60dc2-a71d-439d-b7cd-ec08a45a1099 HTTP/1.1" status: 204 len: 168 time: 0.2211676 Oct 28 19:56:41.022609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38792) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:41.026183 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.026541 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.026886 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.027226 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.027558 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.027888 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.028216 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.028545 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.028871 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.029335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.029660 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.029988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.030395 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b1821-bd14-420f-999a-92d2568c3727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.094287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (22366fc7-ec42-411e-bdef-695a8e9f6b67), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.172412 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (22366fc7-ec42-411e-bdef-695a8e9f6b67), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.193153 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22366fc7-ec42-411e-bdef-695a8e9f6b67']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:41.202592 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:41.203241 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5057879-f14a-4c1a-bc6d-4aed5d177cc4') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:41.213014 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (b5057879-f14a-4c1a-bc6d-4aed5d177cc4), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.226904 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (b5057879-f14a-4c1a-bc6d-4aed5d177cc4), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.233209 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:56:41.233596 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (b5057879-f14a-4c1a-bc6d-4aed5d177cc4), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.274433 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment b5057879-f14a-4c1a-bc6d-4aed5d177cc4 resource provider aggregate not found Oct 28 19:56:41.292929 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment b5057879-f14a-4c1a-bc6d-4aed5d177cc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5057879-f14a-4c1a-bc6d-4aed5d177cc4 found for delete ", "request_id": "req-2d879b98-7c99-48f6-a28b-d0c4ce8d3c80"}]} Oct 28 19:56:41.301298 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (22366fc7-ec42-411e-bdef-695a8e9f6b67), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.305650 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.308914 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22366fc7-ec42-411e-bdef-695a8e9f6b67 HTTP/1.1" status: 204 len: 168 time: 0.2852995 Oct 28 19:56:41.321240 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=22366fc7-ec42-411e-bdef-695a8e9f6b67,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:41.328410 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.328761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.329120 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.329452 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.329784 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.330218 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.330557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.330887 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.331284 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.331618 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.332002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.332330 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.332637 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a699e-5c69-4218-9070-e74334389e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:41.474018 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38804) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:41.516190 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-8bb30f98-a88f-40b3-a052-772e5880dede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d863fb655bdd48fa99b9c1b9750dfb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403702 Oct 28 19:56:41.518947 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38808) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:41.567750 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] Publish callbacks [] for security_group (0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.589603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] Publish callbacks [] for security_group (0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.636793 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.640046 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.644210 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4 HTTP/1.1" status: 204 len: 168 time: 0.1215899 Oct 28 19:56:41.661372 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929c18-7398-457c-8a2e-7e9d7129f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c048aae-c6a6-4469-8c3a-c1ee24a3b7f4,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:43.071740 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309304-c7af-47ed-ac3f-da336b7048df req-a418da79-bfc2-4cec-a756-878c002f8652 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:43.073205 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c1309304-c7af-47ed-ac3f-da336b7048df req-a418da79-bfc2-4cec-a756-878c002f8652 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.0554848 Oct 28 19:56:43.121789 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c1309304-c7af-47ed-ac3f-da336b7048df req-f5ddc5eb-03d8-4c92-819d-93d7a914e733 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 Oct 28 19:56:44.272743 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3cbd5-e3e7-45e9-ad70-da4df919b59d req-4414fc03-ab37-43ff-a236-423d3019b1ec tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:44.274246 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-71f3cbd5-e3e7-45e9-ad70-da4df919b59d req-4414fc03-ab37-43ff-a236-423d3019b1ec tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.0553119 Oct 28 19:56:44.326964 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-71f3cbd5-e3e7-45e9-ad70-da4df919b59d req-e53382b7-b68a-47e8-b1c2-f23a4d0b42e0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Oct 28 19:56:44.798747 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-61b3f8fd-f7fc-480a-aeaa-97ac993a5d97 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:44.801180 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-61b3f8fd-f7fc-480a-aeaa-97ac993a5d97 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.0676126 Oct 28 19:56:44.898644 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Deleting port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:44.898861 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:44.991876 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] For port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:44.992234 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.001373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9e02ce66-c336-4277-8990-54b1a1c3e736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.465210 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.465937 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.465937 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Floating IP 578e947e-b8e6-4ce5-b1e1-a76ecd8a8174 disassociated. External IP: 172.27.3.168, port: 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84. Oct 28 19:56:45.466144 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e212e6a-ea21-4cde-8e04-6f120d3e129a req-378186a6-9d80-436a-9093-6871e4de2347 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:45.466504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Calling delete_port for 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:45.467805 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8e212e6a-ea21-4cde-8e04-6f120d3e129a req-378186a6-9d80-436a-9093-6871e4de2347 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=0974b810-afdf-4ff9-b26c-84e94f3c1cf0 HTTP/1.1" status: 200 len: 946 time: 0.0582974 Oct 28 19:56:45.513235 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8e212e6a-ea21-4cde-8e04-6f120d3e129a req-89762b6e-7cf1-4afc-bcf0-e82d4b8848dc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6d09ce6-54a2-4f97-978d-41df71d1853c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Oct 28 19:56:45.596071 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.627501 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'Port': ['ID=1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:45.736072 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:45.840146 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:45.852407 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:45.863205 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:45.864077 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:45.882072 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] No DVR routers for this DVR port 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:56:45.884596 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:45.887958 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0e463fa2-a63b-479e-9611-ba2b4c719701 req-c2bcac50-a1f8-4616-89dd-f175ade79611 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "DELETE /v2.0/ports/1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 HTTP/1.1" status: 204 len: 173 time: 1.0813355 Oct 28 19:56:45.888460 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-deleted', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:45.890980 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5f34e9-579d-4419-851d-19461b182ed4" -d '{"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-deleted", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:45.931649 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed870091-7ae4-4858-9bb1-ae973d91cdc0 x-openstack-request-id: req-ed870091-7ae4-4858-9bb1-ae973d91cdc0 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:45.931960 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0974b810-afdf-4ff9-b26c-84e94f3c1cf0", "name": "network-vif-deleted", "tag": "1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:45.932205 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed870091-7ae4-4858-9bb1-ae973d91cdc0 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:45.932660 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed870091-7ae4-4858-9bb1-ae973d91cdc0'] response: {'server_uuid': '0974b810-afdf-4ff9-b26c-84e94f3c1cf0', 'name': 'network-vif-deleted', 'tag': '1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84', 'status': 'completed', 'code': 200} Oct 28 19:56:45.979614 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:46.176775 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:46.200432 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:46.209010 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:46.209610 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:46.311309 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:46.596052 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:46.623169 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ff96b-379c-432b-bb0e-0b2271dec141 None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:46.633194 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38840) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:46.705790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (b6d09ce6-54a2-4f97-978d-41df71d1853c), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:46.731532 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (b6d09ce6-54a2-4f97-978d-41df71d1853c), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:46.786866 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b6d09ce6-54a2-4f97-978d-41df71d1853c), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:46.791684 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:46.795571 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6d09ce6-54a2-4f97-978d-41df71d1853c HTTP/1.1" status: 204 len: 168 time: 0.1580975 Oct 28 19:56:46.795988 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38842) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:46.804212 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fdb13-ab33-430a-8aa7-4bc008973705 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d09ce6-54a2-4f97-978d-41df71d1853c,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:46.811086 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.api.v2.resource [None req-d98f3e6a-eb08-4ca3-bd32-e86a2fa29e52 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] show failed (client error): The resource could not be found. Oct 28 19:56:46.816240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38844) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:46.816457 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d98f3e6a-eb08-4ca3-bd32-e86a2fa29e52 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups/b6d09ce6-54a2-4f97-978d-41df71d1853c HTTP/1.1" status: 404 len: 347 time: 0.0192363 Oct 28 19:56:46.900567 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9845d6-f266-4460-a411-bc9462ee3b35 None None] New status for floating IP 578e947e-b8e6-4ce5-b1e1-a76ecd8a8174: DOWN {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:46.953140 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Deleting port c3349876-c3f8-4d0c-a4ed-9b39d103dd2d {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:46.953536 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.029109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.029451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.041488 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Calling delete_port for c3349876-c3f8-4d0c-a4ed-9b39d103dd2d owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:47.183025 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (c3349876-c3f8-4d0c-a4ed-9b39d103dd2d), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.211600 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'Port': ['ID=c3349876-c3f8-4d0c-a4ed-9b39d103dd2d,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:47.272606 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (578e947e-b8e6-4ce5-b1e1-a76ecd8a8174), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.275573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.276747 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e568929f-4192-4729-9a8f-88125ede4e6d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "DELETE /v2.0/floatingips/578e947e-b8e6-4ce5-b1e1-a76ecd8a8174 HTTP/1.1" status: 204 len: 168 time: 0.4593256 Oct 28 19:56:47.362764 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38850) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:47.368586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137490694', 'description': 'tempest-description--849439059'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:47.376580 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f433e91e-3ee0-4beb-8f76-43bcf9b51e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.391235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.459166 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (f43da235-61b1-4ab4-99e7-da3faff076f5), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.463678 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f43da235-61b1-4ab4-99e7-da3faff076f5), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.493690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.494944 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310351 Oct 28 19:56:47.496836 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce55fe-4edb-4a43-a184-ece0ee90be90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43da235-61b1-4ab4-99e7-da3faff076f5,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:47.498153 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38852) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:47.503043 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group_rule': {'security_group_id': 'f43da235-61b1-4ab4-99e7-da3faff076f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:47.529842 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (83e42291-38cc-4ff7-be95-afb5d34e9288), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.585720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (83e42291-38cc-4ff7-be95-afb5d34e9288), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.590774 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (83e42291-38cc-4ff7-be95-afb5d34e9288), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.609000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e42291-38cc-4ff7-be95-afb5d34e9288,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:47.619263 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.620519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c2a3667c-aaab-41c7-a8da-02e183f53e38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211123 Oct 28 19:56:47.623674 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 38854) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:47.628558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'security_group_rule': {'security_group_id': 'f43da235-61b1-4ab4-99e7-da3faff076f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:47.656469 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (d3b53c7e-8e76-4da1-99c9-e9b324e7f7cb), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.713161 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (d3b53c7e-8e76-4da1-99c9-e9b324e7f7cb), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.718296 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (d3b53c7e-8e76-4da1-99c9-e9b324e7f7cb), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.738612 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b53c7e-8e76-4da1-99c9-e9b324e7f7cb,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:47.744208 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.745479 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9f68938b-337f-4bfc-941c-c5c9c5e7b831 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206436 Oct 28 19:56:47.748948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38856) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:47.753570 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:47.775391 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.876326 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:47.982058 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Allocated IP 172.27.3.12 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/f707159c-7074-4a26-8daf-755b1f14a4c9) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:48.093824 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.129775 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.169149 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:48.172259 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:48.179787 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:48.185151 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=f707159c-7074-4a26-8daf-755b1f14a4c9,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:48.264446 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (de498268-482a-476c-9b08-1a003330a817), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.305901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.337181 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.447175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.452842 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.518714 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=f707159c-7074-4a26-8daf-755b1f14a4c9,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:48.521257 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (de498268-482a-476c-9b08-1a003330a817), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.539111 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.540361 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-1f779205-34c5-46e1-9827-0d0e7bbda7bd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7903633 Oct 28 19:56:48.749077 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-894aaad4-87b7-4dfe-9dc5-8d766f41f415 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1137490694&fields=id&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 267 time: 0.0526721 Oct 28 19:56:48.869075 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-464212ae-904f-431f-bf26-8ed786d3ac59 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:48.870518 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-464212ae-904f-431f-bf26-8ed786d3ac59 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 817 time: 0.1148117 Oct 28 19:56:48.888965 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-381264c5-4040-4dfd-b72c-876d0820d28a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/quotas/36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 375 time: 0.0118413 Oct 28 19:56:48.950730 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-c8f652af-e623-45d6-8aef-87827e15f25e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559464 Oct 28 19:56:49.049891 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-a705a36d-40f5-476f-b37e-b072516caedf service neutron] 10.222.0.20 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Oct 28 19:56:49.138281 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-fd9b87b3-172d-4b21-812d-bac89f05abe5 service neutron] 10.222.0.20 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823007 Oct 28 19:56:49.317443 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6e5f553b-6654-4d58-a3ee-f63f7958c4cf req-99154719-cca3-4444-ac27-1e75f2dd8cad tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 210 time: 0.0310464 Oct 28 19:56:49.577696 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:56:49.603595 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:56:49.604038 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1bc36ab7-1723-42bc-aa3a-2d58b0bd7f84 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:56:49.619608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.300086 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.341417 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-4b2853ed-a535-419d-b8c2-ba439c5a429a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:50.342908 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-4b2853ed-a535-419d-b8c2-ba439c5a429a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 817 time: 0.1100581 Oct 28 19:56:50.418298 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-b8b036a0-7909-4113-81ca-cc09b3c73c21 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 380 time: 0.0629947 Oct 28 19:56:50.435754 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'port': {'device_id': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'admin_state_up': True, 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'security_groups': ['f43da235-61b1-4ab4-99e7-da3faff076f5']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:50.440088 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4e9a9a0c-dddd-459b-9ec0-05c80762c855 req-4a8aaed8-4eba-482f-ac84-094306799b04 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Oct 28 19:56:50.548343 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Made reservation on behalf of 36f8887e8f7f4c038d11cb582b95c2e8 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:56:50.551953 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.684269 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Allocated IP 172.20.0.9 (87e9288a-7a45-47ad-bf76-f555e3d2d2b8/c3bc635f-4ee3-43e2-80d2-1d50c13bca7a/6441a7a1-4704-4df5-b739-1ef8f94d9367) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:50.825349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.868477 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.907509 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:50.910539 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:50.917116 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:50.922668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:50.975244 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:50.975854 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.993364 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-25fdac7e-aca7-4422-b8b8-6a40aa6dade8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613105 Oct 28 19:56:51.015756 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Request body: {'port': {'device_id': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:51.077698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.139174 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.161480 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Provisioning complete for port 6441a7a1-4704-4df5-b739-1ef8f94d9367 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:51.161828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.162220 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Attempt 1 to provision port 6441a7a1-4704-4df5-b739-1ef8f94d9367 Oct 28 19:56:51.193451 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Port 6441a7a1-4704-4df5-b739-1ef8f94d9367 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:56:51.337156 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:51.344665 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks [] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.356867 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Transition to ACTIVE for port object 6441a7a1-4704-4df5-b739-1ef8f94d9367 will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:56:51.361932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.434591 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.466159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Attempting to bind port 6441a7a1-4704-4df5-b739-1ef8f94d9367 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:56:51.466514 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Attempting to bind port 6441a7a1-4704-4df5-b739-1ef8f94d9367 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:56:51.466830 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Attempting to bind port 6441a7a1-4704-4df5-b739-1ef8f94d9367 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:51.471360 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Port 6441a7a1-4704-4df5-b739-1ef8f94d9367 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:56:51.471682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Attempting to bind port 6441a7a1-4704-4df5-b739-1ef8f94d9367 on network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:51.476741 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:56:51.477082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Checking segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:56:51.477467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Bound using segment: {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:56:51.477882 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Bound port: 6441a7a1-4704-4df5-b739-1ef8f94d9367, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38aa55f-206f-4e40-89ef-ec5a341eab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:56:51.478291 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.540291 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:56:51.543818 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:56:51.551891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.556301 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:51.556906 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.558410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] 10.222.0.55 "PUT /v2.0/ports/6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 1093 time: 0.5470314 Oct 28 19:56:51.558829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:51.561067 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d782eb-4975-4e93-8199-3f08383ba5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:51.574005 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a564c22-bab4-4cec-a633-c30f0ca84850 req-39ac7179-a87a-48e9-9904-514504fe06a1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:51.575330 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:56:51.575973 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5a564c22-bab4-4cec-a633-c30f0ca84850 req-39ac7179-a87a-48e9-9904-514504fe06a1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0563285 Oct 28 19:56:51.608388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928193b1-fcc0-43b4-822b-a94d6cd94d06 x-openstack-request-id: req-928193b1-fcc0-43b4-822b-a94d6cd94d06 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:51.608751 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:51.609196 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-928193b1-fcc0-43b4-822b-a94d6cd94d06 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:51.609673 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928193b1-fcc0-43b4-822b-a94d6cd94d06'] response: {'name': 'network-changed', 'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'status': 'completed', 'code': 200} Oct 28 19:56:51.631892 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5a564c22-bab4-4cec-a633-c30f0ca84850 req-0898bcc7-f548-4300-a552-84a7c5a42f7f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494673 Oct 28 19:56:51.645189 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c962e2-5f99-4c6c-a6c6-8bb8906beac9 service neutron] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.672449 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-e86f21dc-050c-4466-9a3e-e786c127811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:51.673999 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-e86f21dc-050c-4466-9a3e-e786c127811d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1127 time: 0.0610893 Oct 28 19:56:51.694811 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Attempt 2 to provision port 6441a7a1-4704-4df5-b739-1ef8f94d9367 Oct 28 19:56:51.713645 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-b6b7e7c6-6fb8-4f26-b39c-0738380af9f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 217 time: 0.0315025 Oct 28 19:56:51.734896 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5255c34d-f2f4-4fe1-9841-d287fc60b5ec None None] Port 6441a7a1-4704-4df5-b739-1ef8f94d9367 had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:56:51.767185 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-0afcdd68-4819-4123-88a2-f5dddfcff843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:51.768651 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-0afcdd68-4819-4123-88a2-f5dddfcff843 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0480309 Oct 28 19:56:51.824402 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-7bec6f21-6f49-41bb-b812-308fc2fa6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:51.826587 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-7bec6f21-6f49-41bb-b812-308fc2fa6a69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497172 Oct 28 19:56:51.923263 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-e074f201-989b-438f-8774-d9d187f85359 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880835 Oct 28 19:56:52.240385 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aaa5dbc0-bb41-4ae3-bdda-be282dbd3db9 req-f58d12d7-56ff-4188-ae52-dbf2573ded92 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059678 Oct 28 19:56:52.344089 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-3c0fc483-817e-4ede-8815-fee1d23a4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.345601 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-3c0fc483-817e-4ede-8815-fee1d23a4615 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1127 time: 0.0537126 Oct 28 19:56:52.451965 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-6b01e330-928e-4bdd-bb31-12b740aec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.453469 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-6b01e330-928e-4bdd-bb31-12b740aec7ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0894506 Oct 28 19:56:52.513110 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-97215347-2e61-466f-abb7-3ad8da377bee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 217 time: 0.0396366 Oct 28 19:56:52.569101 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-2bd50f5f-5a85-48d1-a4b1-4f964ef8ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.570566 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-2bd50f5f-5a85-48d1-a4b1-4f964ef8ad7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0454707 Oct 28 19:56:52.626196 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-7d1900f4-43ed-4bdc-bc28-1d1b6382fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.627686 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-7d1900f4-43ed-4bdc-bc28-1d1b6382fcaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449796 Oct 28 19:56:52.731701 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-f217e48e-57a0-4bc4-bf37-9b3cd2926719 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940711 Oct 28 19:56:52.830877 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637cc4f-f5fc-4644-a63d-6b8da7373a3d req-145f717b-34ae-4cfc-8c42-0fd9e5843734 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.832450 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2637cc4f-f5fc-4644-a63d-6b8da7373a3d req-145f717b-34ae-4cfc-8c42-0fd9e5843734 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.1194930 Oct 28 19:56:52.868106 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3d782eb-4975-4e93-8199-3f08383ba5d7 req-6457e258-2d01-45b7-b3bc-be7165bb707f service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224456 Oct 28 19:56:52.896496 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2637cc4f-f5fc-4644-a63d-6b8da7373a3d req-075b51d3-1eee-440b-a9e8-51bfa0d6830d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576928 Oct 28 19:56:54.033630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905dfcc-23be-43b8-8684-f19598b5ed4b req-120b7423-3f21-47ae-84b3-223ede750156 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:54.035187 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e905dfcc-23be-43b8-8684-f19598b5ed4b req-120b7423-3f21-47ae-84b3-223ede750156 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0554442 Oct 28 19:56:54.083457 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e905dfcc-23be-43b8-8684-f19598b5ed4b req-eb04c40d-aae9-4ccd-af47-838549c758ed tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Oct 28 19:56:55.230214 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da444-fd64-4bed-9374-375a1935b7ef req-f037f9db-e1db-4e9c-bb79-04c3213f4a18 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.231701 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f93da444-fd64-4bed-9374-375a1935b7ef req-f037f9db-e1db-4e9c-bb79-04c3213f4a18 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0624318 Oct 28 19:56:55.280020 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f93da444-fd64-4bed-9374-375a1935b7ef req-9648a0b7-9b70-47f2-88fc-063db596c050 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Oct 28 19:56:55.424070 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b21d-681e-43de-9c0b-8dc16b9be0b7 req-3f7709fe-fdf0-459b-8ebd-14f07172088d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.425587 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c5d8b21d-681e-43de-9c0b-8dc16b9be0b7 req-3f7709fe-fdf0-459b-8ebd-14f07172088d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0554614 Oct 28 19:56:55.484813 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c5d8b21d-681e-43de-9c0b-8dc16b9be0b7 req-4cce4922-994d-427b-9ade-f484a5ca4bf8 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526292 Oct 28 19:56:55.565925 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:56:55.666916 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:55.678832 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:56:55.719639 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:55.720041 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.732941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:55.751763 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:55.759634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.803656 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:55.813808 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.814366 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.814885 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.815447 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.815910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.816426 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.816944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.817428 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.817940 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.818503 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.819030 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.819569 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:55.820072 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:56.075646 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['6441a7a1-4704-4df5-b739-1ef8f94d9367'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:56:56.419262 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a75f1-a002-4682-92a3-8a833fcb6a92 req-bfa69d42-9495-4d4f-91c0-a31c646bd80d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:56.420749 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8a4a75f1-a002-4682-92a3-8a833fcb6a92 req-bfa69d42-9495-4d4f-91c0-a31c646bd80d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 944 time: 0.0528643 Oct 28 19:56:56.470516 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8a4a75f1-a002-4682-92a3-8a833fcb6a92 req-da5133b9-85be-4de1-b286-8708c6ad72d9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Oct 28 19:56:56.618895 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e593c1-7d8d-4fd8-9ad5-bd3476cfc2d0 req-5bde4f7d-1317-47fb-bf8b-50cf1f95b5e6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:56.620273 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-86e593c1-7d8d-4fd8-9ad5-bd3476cfc2d0 req-5bde4f7d-1317-47fb-bf8b-50cf1f95b5e6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0592444 Oct 28 19:56:56.667740 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-86e593c1-7d8d-4fd8-9ad5-bd3476cfc2d0 req-f68c3e77-99e6-4af3-ba0f-2b00b2d85043 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Oct 28 19:56:57.589224 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:56:57.624476 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4a163-f8e2-4f88-aabf-963fb136bf46 req-75e62ee4-d11b-45cc-92ec-5f432860d96f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.626678 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-05b4a163-f8e2-4f88-aabf-963fb136bf46 req-75e62ee4-d11b-45cc-92ec-5f432860d96f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 944 time: 0.0631959 Oct 28 19:56:57.641220 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 6441a7a1-4704-4df5-b739-1ef8f94d9367 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:56:57.645337 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 6441a7a1-4704-4df5-b739-1ef8f94d9367 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:57.646248 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.646248 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 6441a7a1-4704-4df5-b739-1ef8f94d9367 Oct 28 19:56:57.679124 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-05b4a163-f8e2-4f88-aabf-963fb136bf46 req-aea95db0-fc05-48c0-a3cb-261d98b83126 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465071 Oct 28 19:56:57.720176 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:57.720611 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.748493 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:57.750775 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31adb428-14b0-4754-b6ea-8620d44a5ba7" -d '{"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:57.763628 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:57.768421 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.793556 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b5dccb-0a93-4e67-9e10-6e9e86aac22e x-openstack-request-id: req-05b5dccb-0a93-4e67-9e10-6e9e86aac22e {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:57.793877 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:57.794171 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05b5dccb-0a93-4e67-9e10-6e9e86aac22e {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:57.794581 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b5dccb-0a93-4e67-9e10-6e9e86aac22e'] response: {'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'code': 200} Oct 28 19:56:57.796297 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa9db5-2c6f-4bda-9df9-4e59354eb563 req-00e9424c-5bbd-4bda-982f-965a236d8a66 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.797845 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-08fa9db5-2c6f-4bda-9df9-4e59354eb563 req-00e9424c-5bbd-4bda-982f-965a236d8a66 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0581067 Oct 28 19:56:57.822994 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:57.845435 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-08fa9db5-2c6f-4bda-9df9-4e59354eb563 req-ab21ab2d-8e78-4727-9fdc-8ded73027953 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411649 Oct 28 19:56:57.964932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784e363-c759-47cc-aea3-929e4d57ba06 req-30d3093a-c1e4-444b-80fc-56b6a401a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.966656 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b784e363-c759-47cc-aea3-929e4d57ba06 req-30d3093a-c1e4-444b-80fc-56b6a401a6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1129 time: 0.0440011 Oct 28 19:56:58.013408 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b784e363-c759-47cc-aea3-929e4d57ba06 req-83db2a1b-c6d7-42eb-8a6c-af1dff8cb7d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Oct 28 19:56:58.838728 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab981f8-7afd-4375-b083-db39e4ba5e6a req-b4225890-638a-4fca-a877-878c79db8628 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:58.840247 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dab981f8-7afd-4375-b083-db39e4ba5e6a req-b4225890-638a-4fca-a877-878c79db8628 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0696714 Oct 28 19:56:58.887738 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dab981f8-7afd-4375-b083-db39e4ba5e6a req-f89c61b4-85f6-459d-bba4-e5f16e2ea95e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Oct 28 19:56:58.978118 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e017d-7368-49b2-947d-a17dfa033149 req-a53070a3-7e6c-4fb3-8919-222ab3a8dc2c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:58.979591 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-812e017d-7368-49b2-947d-a17dfa033149 req-a53070a3-7e6c-4fb3-8919-222ab3a8dc2c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0602472 Oct 28 19:56:59.033800 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-812e017d-7368-49b2-947d-a17dfa033149 req-05ecc999-3a85-444a-92e7-e8e80f0838d6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484743 Oct 28 19:57:00.038109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1402c6-c341-4c7f-9ca8-76bb0fe89c60 req-0ef1b138-4791-4f4d-9a35-ffa22eea39bb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:00.039952 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db1402c6-c341-4c7f-9ca8-76bb0fe89c60 req-0ef1b138-4791-4f4d-9a35-ffa22eea39bb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0648940 Oct 28 19:57:00.091583 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db1402c6-c341-4c7f-9ca8-76bb0fe89c60 req-9bc17d93-0524-4cee-baa9-07e8a42dadaa tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Oct 28 19:57:00.162038 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f4db-a2ff-48af-8610-604ea6c12d23 req-03b16f4e-ac17-4d7c-a58d-25ae1f94f2a9 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:00.163892 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4983f4db-a2ff-48af-8610-604ea6c12d23 req-03b16f4e-ac17-4d7c-a58d-25ae1f94f2a9 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0538797 Oct 28 19:57:00.210985 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4983f4db-a2ff-48af-8610-604ea6c12d23 req-6ca43173-8dc7-4ba1-b5c6-457f842b28bc tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Oct 28 19:57:00.219293 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce7c3-664f-49d5-859c-bed3c35d0d50 req-4ad87c1a-c16a-41a3-8e4b-f5be698d44e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:00.220813 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-540ce7c3-664f-49d5-859c-bed3c35d0d50 req-4ad87c1a-c16a-41a3-8e4b-f5be698d44e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Oct 28 19:57:00.231400 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 38938) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:00.235869 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Request body: {'floatingip': {'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:00.275918 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (de498268-482a-476c-9b08-1a003330a817), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.812534 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.820352 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (de498268-482a-476c-9b08-1a003330a817), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.920608 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Floating IP de498268-482a-476c-9b08-1a003330a817 associated. External IP: 172.27.3.12, port: 6441a7a1-4704-4df5-b739-1ef8f94d9367. Oct 28 19:57:01.130107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:01.244013 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:01.250410 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:01.255664 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:01.266647 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:01.267337 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:01.284215 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-49f8f5b5-8b27-4c2a-b4e9-e6aa4db20bd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "PUT /v2.0/floatingips/de498268-482a-476c-9b08-1a003330a817 HTTP/1.1" status: 200 len: 990 time: 1.0495961 Oct 28 19:57:01.284215 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:01.285292 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f34e35-f2fb-4db7-811e-1cf551c0c091" -d '{"events": [{"name": "network-changed", "server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:01.324854 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a26b8-5ddb-430d-abb2-f570149d6a54 x-openstack-request-id: req-fd8a26b8-5ddb-430d-abb2-f570149d6a54 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:01.325147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:01.325602 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd8a26b8-5ddb-430d-abb2-f570149d6a54 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:01.326024 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8a26b8-5ddb-430d-abb2-f570149d6a54'] response: {'name': 'network-changed', 'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'status': 'completed', 'code': 200} Oct 28 19:57:01.343060 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60d935-e89a-4273-9ddc-6ae578126bf0 req-3f5a4063-c3b2-49f7-913e-806d6aa99caa tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.345362 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1b60d935-e89a-4273-9ddc-6ae578126bf0 req-3f5a4063-c3b2-49f7-913e-806d6aa99caa tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Oct 28 19:57:01.371173 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:01.393542 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1b60d935-e89a-4273-9ddc-6ae578126bf0 req-84eceddf-42fc-47c7-8bb6-275f5970b08f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Oct 28 19:57:01.398996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-db996cbe-560c-4296-b085-820db396ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.400112 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-db996cbe-560c-4296-b085-820db396ae01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1129 time: 0.0451820 Oct 28 19:57:01.488667 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-65717928-c493-4807-b431-97580795a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.490196 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-65717928-c493-4807-b431-97580795a348 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0829287 Oct 28 19:57:01.557192 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-d89dc5ba-4deb-4c24-b076-234ec3c3bfd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 998 time: 0.0598087 Oct 28 19:57:01.588392 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'de498268-482a-476c-9b08-1a003330a817', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:48Z', 'updated_at': '2022-10-28T19:57:00Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:01.605105 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-6f88b6e0-7f09-43f7-b315-d327c6cf3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.606626 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-6f88b6e0-7f09-43f7-b315-d327c6cf3227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0425775 Oct 28 19:57:01.613117 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:01.621903 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:01.622551 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:56:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:01.657415 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-36621dd5-9bb5-4b45-b704-67ab59154742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.658986 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-36621dd5-9bb5-4b45-b704-67ab59154742 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456300 Oct 28 19:57:01.726297 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:01.751084 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-b75fbe89-35fa-4566-b516-7d469790658b service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850730 Oct 28 19:57:01.841127 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7f34e35-f2fb-4db7-811e-1cf551c0c091 req-7a33aafa-37e1-40cf-8790-e0c7f839659c service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828829 Oct 28 19:57:01.941797 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'de498268-482a-476c-9b08-1a003330a817', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:48Z', 'updated_at': '2022-10-28T19:57:00Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:01.964726 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ac6e-60a8-43fd-9023-1b44a9262349 None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'de498268-482a-476c-9b08-1a003330a817', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:48Z', 'updated_at': '2022-10-28T19:57:00Z', 'revision_number': 1, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:02.178065 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8f71f-3b03-443d-95d5-8c2216d46404 None None] New status for floating IP de498268-482a-476c-9b08-1a003330a817: ACTIVE {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:02.752911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6392-9684-473a-ae46-3286c10b54e7 req-a50d3a89-7af5-4a93-83e9-61b0d6947d20 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:02.754445 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-521b6392-9684-473a-ae46-3286c10b54e7 req-a50d3a89-7af5-4a93-83e9-61b0d6947d20 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.2839286 Oct 28 19:57:02.801458 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-521b6392-9684-473a-ae46-3286c10b54e7 req-f995d8d3-1b9f-4ff2-9988-e24a9bc2ee39 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Oct 28 19:57:03.935331 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe499-59b2-45e6-8b28-0a3d4f4c18b4 req-6ae67d2a-077a-47c7-8d46-3f2ca640b8ba tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:03.936962 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-54bbe499-59b2-45e6-8b28-0a3d4f4c18b4 req-6ae67d2a-077a-47c7-8d46-3f2ca640b8ba tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0604372 Oct 28 19:57:03.991056 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-54bbe499-59b2-45e6-8b28-0a3d4f4c18b4 req-5e14d9cc-e951-44f4-a796-3a52507e91ee tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453846 Oct 28 19:57:05.140087 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde5bbf-72b3-4a38-9d87-52ee5753f097 req-236bffef-76f7-4e62-80f2-c762ca50be0f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:05.141571 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cfde5bbf-72b3-4a38-9d87-52ee5753f097 req-236bffef-76f7-4e62-80f2-c762ca50be0f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0642161 Oct 28 19:57:05.189324 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cfde5bbf-72b3-4a38-9d87-52ee5753f097 req-cbbb7223-d037-45ff-8665-bfb5804d1521 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Oct 28 19:57:06.327180 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791de9ac-8631-44ec-afad-771408f07394 req-ea04b6c9-51f1-4986-837a-861fe733aae3 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.328640 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-791de9ac-8631-44ec-afad-771408f07394 req-ea04b6c9-51f1-4986-837a-861fe733aae3 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0544832 Oct 28 19:57:06.379616 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-791de9ac-8631-44ec-afad-771408f07394 req-08e1fab0-5b37-4d50-949d-36d2b60cf058 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Oct 28 19:57:06.595789 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febece1d-3210-4137-af3f-ae0c2c9a9617 req-dd9c09b5-86fd-4a21-92fa-6c38be030aaa tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.597297 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-febece1d-3210-4137-af3f-ae0c2c9a9617 req-dd9c09b5-86fd-4a21-92fa-6c38be030aaa tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Oct 28 19:57:06.648519 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-023f79ea-eb07-4feb-9d4b-eee4260f38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.649730 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-febece1d-3210-4137-af3f-ae0c2c9a9617 req-492df408-b2d6-4e07-b343-1291a3b6810e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 Oct 28 19:57:06.650118 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-023f79ea-eb07-4feb-9d4b-eee4260f38a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 1129 time: 0.0454111 Oct 28 19:57:06.741103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-869586a0-c6e2-4060-9ffa-9932261dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.742611 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-869586a0-c6e2-4060-9ffa-9932261dff60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.0859466 Oct 28 19:57:06.809497 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-482c4b37-65dd-4ab0-b0c0-96c2922ec773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 200 len: 1000 time: 0.0588846 Oct 28 19:57:06.865040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-5984f281-d786-43fe-ad7d-5492f0f2fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.866669 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-5984f281-d786-43fe-ad7d-5492f0f2fc25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0501223 Oct 28 19:57:06.923324 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-b9f45939-0758-4003-8a31-d0eeb6198f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.925199 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-b9f45939-0758-4003-8a31-d0eeb6198f1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488434 Oct 28 19:57:07.018021 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-2c6036a5-13a0-4fcb-84e8-5a6e75dbfa07 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852911 Oct 28 19:57:07.120423 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e2959dc-671c-46ba-895e-4ff8ab116daa req-de5ab529-68fc-4515-ada1-509b630a8b4c service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961018 Oct 28 19:57:07.781865 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efb894-64f4-417f-8731-23ec3af29fda req-fafd3b13-aa56-4912-b765-190a965d628a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:07.783392 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-97efb894-64f4-417f-8731-23ec3af29fda req-fafd3b13-aa56-4912-b765-190a965d628a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Oct 28 19:57:07.829865 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-97efb894-64f4-417f-8731-23ec3af29fda req-7c74abe0-f651-4cc6-9277-5057d9635667 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Oct 28 19:57:08.966071 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e011-7c8e-4498-acbf-a3fc671c80d5 req-3f333984-8877-493f-b697-ad987cf5e02a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:08.967459 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4cf3e011-7c8e-4498-acbf-a3fc671c80d5 req-3f333984-8877-493f-b697-ad987cf5e02a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0542209 Oct 28 19:57:09.015760 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4cf3e011-7c8e-4498-acbf-a3fc671c80d5 req-285fea4c-74c8-48d6-83f8-97d42fbcda9a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Oct 28 19:57:14.715278 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7bb41-c0b0-4ae6-8219-bfe7df09b3fa req-50d48111-729a-4151-a6f6-081c5a12c09f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:14.716911 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b1e7bb41-c0b0-4ae6-8219-bfe7df09b3fa req-50d48111-729a-4151-a6f6-081c5a12c09f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0539076 Oct 28 19:57:14.766839 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b1e7bb41-c0b0-4ae6-8219-bfe7df09b3fa req-5baaa5e9-6f77-4757-bb46-27d1d8c5a3e9 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Oct 28 19:57:15.011561 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a2d52425-a81c-4538-999d-3505aa7afad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:15.912870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75461bdc-3733-4655-bae9-f63a411a53db req-7a8fa626-41ec-43f7-bc5b-f99911527ef9 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:15.914768 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-75461bdc-3733-4655-bae9-f63a411a53db req-7a8fa626-41ec-43f7-bc5b-f99911527ef9 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0580153 Oct 28 19:57:15.967104 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-75461bdc-3733-4655-bae9-f63a411a53db req-260ed1d5-b189-43b9-90a2-1c06dac80561 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Oct 28 19:57:17.102731 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55558a85-a521-438f-82e5-473b6b4d76d0 req-78369fa6-a0cb-40d6-a3cb-8041d9c948d2 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:17.104190 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-55558a85-a521-438f-82e5-473b6b4d76d0 req-78369fa6-a0cb-40d6-a3cb-8041d9c948d2 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0583663 Oct 28 19:57:17.160012 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-55558a85-a521-438f-82e5-473b6b4d76d0 req-4941080f-4bbe-47dc-bcdb-a19d67283866 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472848 Oct 28 19:57:17.380812 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5e1eab49-e18a-4004-bd33-fa3477a339f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:18.300103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3e2d1-90e4-41b0-a8e7-44d1aabcc0d0 req-9ea547a5-99b6-4e22-ab43-3994d34664b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:18.301498 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1ec3e2d1-90e4-41b0-a8e7-44d1aabcc0d0 req-9ea547a5-99b6-4e22-ab43-3994d34664b8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0572762 Oct 28 19:57:18.336545 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:18.355397 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1ec3e2d1-90e4-41b0-a8e7-44d1aabcc0d0 req-91270b10-0b1c-4df6-b7ea-ab0abd835c70 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Oct 28 19:57:18.754241 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1bec-b4de-4ebb-9882-4da785d32c6f req-8b85ea49-ee4d-4bb3-8ac3-1767a43a5e90 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:18.755713 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d34d1bec-b4de-4ebb-9882-4da785d32c6f req-8b85ea49-ee4d-4bb3-8ac3-1767a43a5e90 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0530734 Oct 28 19:57:18.804082 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d34d1bec-b4de-4ebb-9882-4da785d32c6f req-98ea150f-d101-4236-8fcb-5492e93f42e9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Oct 28 19:57:19.486113 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4e0a7-f33e-497c-b271-097163b5f37b req-634602f9-3c99-4e7e-b348-70a9d220de62 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:19.487635 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-81b4e0a7-f33e-497c-b271-097163b5f37b req-634602f9-3c99-4e7e-b348-70a9d220de62 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0565555 Oct 28 19:57:19.540267 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-81b4e0a7-f33e-497c-b271-097163b5f37b req-21339186-f164-4efe-99eb-2ae9f4e3594d tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467217 Oct 28 19:57:19.619660 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:19.949938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9e381-5499-4597-947d-016bf2e987c6 req-c8a8e247-70ec-4022-8374-b6a7a0aa02e9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:19.951422 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-42e9e381-5499-4597-947d-016bf2e987c6 req-c8a8e247-70ec-4022-8374-b6a7a0aa02e9 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0649807 Oct 28 19:57:19.998666 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-42e9e381-5499-4597-947d-016bf2e987c6 req-052c0f9a-7807-41bd-883e-40ce8f120351 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Oct 28 19:57:20.303487 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:20.692700 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc5bca-4c7d-4712-b59c-a6c52a091ebc req-371a3a3f-7472-47f4-9c11-1e2695722cf4 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:20.694226 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5bbc5bca-4c7d-4712-b59c-a6c52a091ebc req-371a3a3f-7472-47f4-9c11-1e2695722cf4 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0571032 Oct 28 19:57:20.744516 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5bbc5bca-4c7d-4712-b59c-a6c52a091ebc req-98d64504-dfe6-4723-a56a-e05ab945ae0a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428760 Oct 28 19:57:21.139201 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a428f3-e125-4896-9568-d21d2cfc8271 req-f4edc4a0-7983-4de5-82c3-b16afd81f9b0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:21.140744 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f7a428f3-e125-4896-9568-d21d2cfc8271 req-f4edc4a0-7983-4de5-82c3-b16afd81f9b0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0554826 Oct 28 19:57:21.147728 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:21.192251 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f7a428f3-e125-4896-9568-d21d2cfc8271 req-7fa052f0-d0f4-407d-9d42-927027910322 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Oct 28 19:57:21.889271 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90e878-8651-4110-8159-761a9bee0869 req-9c35e399-efd4-4ecf-9d3c-4905d0f2a76c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:21.890708 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a90e878-8651-4110-8159-761a9bee0869 req-9c35e399-efd4-4ecf-9d3c-4905d0f2a76c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0577524 Oct 28 19:57:21.939557 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a90e878-8651-4110-8159-761a9bee0869 req-06d34608-41b9-4a1b-a71b-03d2453fd9a5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431442 Oct 28 19:57:22.333573 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e109f36-943e-4504-ba2b-ecbe8e05dd7d req-cb9c330c-aa6e-46ab-9db0-7f8a16c34433 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:22.335085 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6e109f36-943e-4504-ba2b-ecbe8e05dd7d req-cb9c330c-aa6e-46ab-9db0-7f8a16c34433 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0543873 Oct 28 19:57:22.384055 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6e109f36-943e-4504-ba2b-ecbe8e05dd7d req-9c211ce5-cda8-4fd2-a9b7-48d085b45363 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=c76b4f92-ad14-41f2-9838-45341ec7267f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Oct 28 19:57:22.505106 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-79812d9e-0845-4555-ac70-d01fcb75d902 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:22.506597 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-79812d9e-0845-4555-ac70-d01fcb75d902 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 946 time: 0.0586364 Oct 28 19:57:22.601815 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Deleting port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:22.602193 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:22.692281 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] For port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:22.692638 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:22.857173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:22.857409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:22.857748 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Floating IP 50e36593-6b92-4e5c-89ff-664c18e56c3c disassociated. External IP: 172.27.3.172, port: 3cdd6825-6ad7-4913-a19f-89ea7eaf2705. Oct 28 19:57:22.858125 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Calling delete_port for 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:22.985741 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (3cdd6825-6ad7-4913-a19f-89ea7eaf2705), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:23.020833 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event deleted for resources: {'Port': ['ID=3cdd6825-6ad7-4913-a19f-89ea7eaf2705,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:23.158254 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a40a8-2d09-421e-b7cd-fa918293b0bc req-07f1ef3d-2822-4190-ad19-bea3cec1e6ce tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.159695 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-200a40a8-2d09-421e-b7cd-fa918293b0bc req-07f1ef3d-2822-4190-ad19-bea3cec1e6ce tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.1310928 Oct 28 19:57:23.188337 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:23.223189 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-200a40a8-2d09-421e-b7cd-fa918293b0bc req-f8a25967-c2d4-4795-a686-7b8b14509011 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570157 Oct 28 19:57:23.315376 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:23.325996 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:23.336856 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:23.337555 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:23.359330 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] No DVR routers for this DVR port 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:23.362407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:23.365801 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c20d6df9-5e6e-4b94-bcb4-474b157eb4af req-699a635d-f078-4ddd-a9b8-7d3fd7b9925c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "DELETE /v2.0/ports/3cdd6825-6ad7-4913-a19f-89ea7eaf2705 HTTP/1.1" status: 204 len: 173 time: 0.8503885 Oct 28 19:57:23.366364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'name': 'network-vif-deleted', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:23.368629 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896ca9a-4150-4eca-99d7-b167ef2af5cc" -d '{"events": [{"server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "name": "network-vif-deleted", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:23.423310 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b11ca70-deaa-4133-85d8-e52a2ddc33fd x-openstack-request-id: req-0b11ca70-deaa-4133-85d8-e52a2ddc33fd {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:23.423734 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe1dc6-e0a5-4cc6-b2ee-82857281add7", "name": "network-vif-deleted", "tag": "3cdd6825-6ad7-4913-a19f-89ea7eaf2705", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:23.424140 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b11ca70-deaa-4133-85d8-e52a2ddc33fd {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:23.424553 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b11ca70-deaa-4133-85d8-e52a2ddc33fd'] response: {'server_uuid': '8abe1dc6-e0a5-4cc6-b2ee-82857281add7', 'name': 'network-vif-deleted', 'tag': '3cdd6825-6ad7-4913-a19f-89ea7eaf2705', 'status': 'completed', 'code': 200} Oct 28 19:57:23.441080 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:23.533158 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3df80f09-47a4-4478-b6f6-061b2d8f128e req-9fe9f7db-2b3e-427f-9d15-7b5917fd67ce tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abe1dc6-e0a5-4cc6-b2ee-82857281add7 HTTP/1.1" status: 200 len: 210 time: 0.0338383 Oct 28 19:57:23.664445 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:23.766798 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:23.776280 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:23.776945 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:23.883378 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:24.078784 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:24.105041 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0eb6b-0b6f-4ab0-94a1-3967a51404a2 None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 4, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'f016b205-09a3-43da-b5a8-7cce0082324d', 'name': '', 'network_id': 'b7791dd9-05a3-405a-9556-3fed8daff743', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'mac_address': 'fa:16:3e:35:67:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:36Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'subnets': [{'id': '4ae1b010-72f2-44c4-bedc-d861b3edd4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:24.333912 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359061d6-b12f-43d1-b42c-fddae72b3bcc None None] New status for floating IP 50e36593-6b92-4e5c-89ff-664c18e56c3c: DOWN {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:24.352298 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3c0-0959-4d6c-9409-6a1a632b1950 req-04b707af-cb75-4ad6-ae8f-f1e7b7295c59 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:24.353772 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-024ce3c0-0959-4d6c-9409-6a1a632b1950 req-04b707af-cb75-4ad6-ae8f-f1e7b7295c59 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0532265 Oct 28 19:57:24.403000 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-024ce3c0-0959-4d6c-9409-6a1a632b1950 req-0b7bf1c9-b7a3-45eb-8ab7-9d175285cd43 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Oct 28 19:57:24.628138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39034) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:24.685361 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (c76b4f92-ad14-41f2-9838-45341ec7267f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.708546 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (c76b4f92-ad14-41f2-9838-45341ec7267f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.758488 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c76b4f92-ad14-41f2-9838-45341ec7267f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.761218 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.762411 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "DELETE /v2.0/security-groups/c76b4f92-ad14-41f2-9838-45341ec7267f HTTP/1.1" status: 204 len: 168 time: 0.1331751 Oct 28 19:57:24.765103 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39036) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:24.771416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fb56b-53fc-41a5-b606-1be9ea9e6b09 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b4f92-ad14-41f2-9838-45341ec7267f,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:24.779584 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.api.v2.resource [None req-f24aa2bd-47b9-42a4-b336-83c26270d753 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] show failed (client error): The resource could not be found. Oct 28 19:57:24.780606 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f24aa2bd-47b9-42a4-b336-83c26270d753 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups/c76b4f92-ad14-41f2-9838-45341ec7267f HTTP/1.1" status: 404 len: 347 time: 0.0144684 Oct 28 19:57:24.783474 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39038) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:24.886388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-fba263ab-9817-40c3-9565-4caa4dd29c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:24.887838 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-fba263ab-9817-40c3-9565-4caa4dd29c64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0489149 Oct 28 19:57:24.899095 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Deleting port c4d9eee0-bb23-4d89-bb59-4eb8c48649ec {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:24.899443 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.976288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-180e4117-8d14-40c1-9014-677d46049878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:24.977758 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-180e4117-8d14-40c1-9014-677d46049878 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.0826292 Oct 28 19:57:24.978210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.978546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:24.991292 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Calling delete_port for c4d9eee0-bb23-4d89-bb59-4eb8c48649ec owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:25.038464 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-9cab0a5c-7dca-4b59-beb1-b25908a8535c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 1000 time: 0.0530307 Oct 28 19:57:25.091881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-19c0baf0-ec32-4ed7-893b-a4ab101b2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:25.093348 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-19c0baf0-ec32-4ed7-893b-a4ab101b2f30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.0471272 Oct 28 19:57:25.130760 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (c4d9eee0-bb23-4d89-bb59-4eb8c48649ec), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:25.143391 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-9d998543-9fbb-4d63-bbe5-92c59574f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:25.144833 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-9d998543-9fbb-4d63-bbe5-92c59574f009 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450881 Oct 28 19:57:25.157823 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event deleted for resources: {'Port': ['ID=c4d9eee0-bb23-4d89-bb59-4eb8c48649ec,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:25.218420 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks [] for floatingip (50e36593-6b92-4e5c-89ff-664c18e56c3c), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:25.220904 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:25.222113 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-46e0a5a0-4ff5-4627-b0d5-d84b3a3da141 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "DELETE /v2.0/floatingips/50e36593-6b92-4e5c-89ff-664c18e56c3c HTTP/1.1" status: 204 len: 168 time: 0.4377024 Oct 28 19:57:25.235548 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-6c74b940-571b-4492-b465-4f02820f19c5 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843008 Oct 28 19:57:25.335347 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce3f1758-d55c-4656-ab9f-9f01b8544671 req-4e06d60d-9b73-4350-8b96-6c6efb139706 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918674 Oct 28 19:57:25.535504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee70b-ac5d-44f0-897d-a0d9bbcf8dd6 req-fff47b4a-7565-4c9f-b564-77a41d3ec66c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:25.537816 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c62ee70b-ac5d-44f0-897d-a0d9bbcf8dd6 req-fff47b4a-7565-4c9f-b564-77a41d3ec66c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0579915 Oct 28 19:57:25.589188 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c62ee70b-ac5d-44f0-897d-a0d9bbcf8dd6 req-aea20cf5-eb71-48c4-980c-6a0b70050744 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Oct 28 19:57:25.764848 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:25.795416 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:25.795769 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 3cdd6825-6ad7-4913-a19f-89ea7eaf2705 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:26.717490 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e9cb1-eae3-4860-9b9d-93e6659c59ac req-9ef18ac3-e786-4a98-bc5e-70c6547a9cb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:26.719023 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-154e9cb1-eae3-4860-9b9d-93e6659c59ac req-9ef18ac3-e786-4a98-bc5e-70c6547a9cb8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0563753 Oct 28 19:57:26.769292 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-154e9cb1-eae3-4860-9b9d-93e6659c59ac req-c4f38b67-b99b-4ebf-8c83-1810562ed2d0 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444903 Oct 28 19:57:27.740461 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d0d4-a691-4910-a9b0-aa4dcb711c66 req-bdd5924e-38d5-48ba-b8f4-9c8ae64e6eb6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.742057 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5091d0d4-a691-4910-a9b0-aa4dcb711c66 req-bdd5924e-38d5-48ba-b8f4-9c8ae64e6eb6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0565345 Oct 28 19:57:27.791484 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5091d0d4-a691-4910-a9b0-aa4dcb711c66 req-74bf168b-af61-4246-a657-e456dd756a8e tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Oct 28 19:57:27.899368 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5355-059e-4108-96d1-e3b91dea0ecf req-43b0a1af-ac39-421a-aeff-d2115d03b7ba tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.900876 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-00dc5355-059e-4108-96d1-e3b91dea0ecf req-43b0a1af-ac39-421a-aeff-d2115d03b7ba tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0568047 Oct 28 19:57:27.949462 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-00dc5355-059e-4108-96d1-e3b91dea0ecf req-7f04d1cf-ecf8-4ab5-bf7a-1f3a41db921c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Oct 28 19:57:28.184669 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-577ab8f5-1f58-406d-9ad4-50f1aa413087 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754721 Oct 28 19:57:28.198041 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fe8da-484b-42ca-9a52-48b696a8ecf0 req-188be348-95a6-431a-ba18-1bf9061a6a4f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:28.199511 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-749fe8da-484b-42ca-9a52-48b696a8ecf0 req-188be348-95a6-431a-ba18-1bf9061a6a4f tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0639455 Oct 28 19:57:28.253246 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-749fe8da-484b-42ca-9a52-48b696a8ecf0 req-f4c0fe79-089f-496d-bbe3-969a60d654f1 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Oct 28 19:57:28.258671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-0d064e30-fb13-43dd-84c9-59a010d537b0 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:28.260044 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-0d064e30-fb13-43dd-84c9-59a010d537b0 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports/05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 942 time: 0.0478790 Oct 28 19:57:28.565506 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:57:28.923595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a9190-69ba-45af-81b4-f3757de9f2ba req-40d1c672-5bc4-47bf-8389-fef9bad0eb18 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:28.925018 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5a6a9190-69ba-45af-81b4-f3757de9f2ba req-40d1c672-5bc4-47bf-8389-fef9bad0eb18 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0546675 Oct 28 19:57:28.973974 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5a6a9190-69ba-45af-81b4-f3757de9f2ba req-c1c913e9-d447-43b9-a0e5-375d400863bf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Oct 28 19:57:29.586150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79b74-dad3-4169-b57e-00de51f4d295 req-1012f862-98c4-4a49-983f-8d2c321df9e7 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.587658 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c8b79b74-dad3-4169-b57e-00de51f4d295 req-1012f862-98c4-4a49-983f-8d2c321df9e7 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.2606518 Oct 28 19:57:29.602617 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-b9a3f0b1-078c-4e58-97ac-81c420ded0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.604024 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-b9a3f0b1-078c-4e58-97ac-81c420ded0b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df&tenant_id=37c9db6cc9ff4036a092c91138e6c6b3 HTTP/1.1" status: 200 len: 1129 time: 0.0675519 Oct 28 19:57:29.649682 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c8b79b74-dad3-4169-b57e-00de51f4d295 req-15977326-be25-42a2-8238-69c475f6f0ea tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557551 Oct 28 19:57:29.682362 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-3491750b-f918-48c8-a6e0-82a43a59b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.683908 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-3491750b-f918-48c8-a6e0-82a43a59b00c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0547898 Oct 28 19:57:29.778894 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-611eaa31-9691-49a2-b9aa-16b4f02855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.780429 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-611eaa31-9691-49a2-b9aa-16b4f02855a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.0882692 Oct 28 19:57:29.841927 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-081ed3c2-e669-4e9c-837f-273a526ebff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 1000 time: 0.0543180 Oct 28 19:57:29.896062 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-7329dd29-3bc9-41a9-b6bb-11573a4056a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.897600 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-7329dd29-3bc9-41a9-b6bb-11573a4056a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.0484407 Oct 28 19:57:29.955732 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-5f4ac47f-323f-41c5-9ff6-5a71c70f8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.957202 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-5f4ac47f-323f-41c5-9ff6-5a71c70f8fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445313 Oct 28 19:57:30.045989 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-2ad80653-c73c-4d53-9454-bdedd70d170f service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Oct 28 19:57:30.140331 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed1eba54-d316-4e04-ba44-276e72ceec0c req-31b9a797-e99f-43a5-9b5f-6c37d4fd28e4 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871742 Oct 28 19:57:30.161850 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-ab3025c8-f731-4bf6-ad4f-ac5fd40a8ff6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.163334 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-ab3025c8-f731-4bf6-ad4f-ac5fd40a8ff6 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.0870857 Oct 28 19:57:30.203449 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba082a-5477-41c2-84d8-55c676e02985 req-80816271-a3b6-4dff-9a00-4bf77553c1cf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.204877 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e3ba082a-5477-41c2-84d8-55c676e02985 req-80816271-a3b6-4dff-9a00-4bf77553c1cf tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f3ab32-4f91-4539-996c-7f4eea5d5e1e HTTP/1.1" status: 200 len: 946 time: 0.1544740 Oct 28 19:57:30.285018 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e3ba082a-5477-41c2-84d8-55c676e02985 req-6a497379-23c2-4360-b357-45c46d2bcac4 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Oct 28 19:57:30.298099 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Deleting port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:30.298473 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:30.386383 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] For port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:30.386634 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:30.399129 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Calling delete_port for 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:30.530709 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:30.543464 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', '07902aec-1c38-4bdf-9fa4-8fb19d0b148d'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:30.564051 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event deleted for resources: {'Port': ['ID=09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:30.608673 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] No DVR routers for this DVR port 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:30.611424 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:30.614781 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5eb5b919-2942-40b5-890e-732cb8b26beb req-b5bdcca0-2ecc-4504-a505-2aca6386a13d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "DELETE /v2.0/ports/09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 HTTP/1.1" status: 204 len: 173 time: 0.4455824 Oct 28 19:57:30.615288 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'name': 'network-vif-deleted', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:30.617537 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29539a02-6a91-4254-8f78-517fc165eef3" -d '{"events": [{"server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "name": "network-vif-deleted", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:30.658453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4844a4-bf53-4495-9fa6-212f9faa1778 x-openstack-request-id: req-8c4844a4-bf53-4495-9fa6-212f9faa1778 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:30.658821 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ab32-4f91-4539-996c-7f4eea5d5e1e", "name": "network-vif-deleted", "tag": "09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:30.659143 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c4844a4-bf53-4495-9fa6-212f9faa1778 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:30.659618 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4844a4-bf53-4495-9fa6-212f9faa1778'] response: {'server_uuid': '89f3ab32-4f91-4539-996c-7f4eea5d5e1e', 'name': 'network-vif-deleted', 'tag': '09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2', 'status': 'completed', 'code': 200} Oct 28 19:57:30.775606 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bb62-c2c4-43a8-8470-1a69499d4803 req-f860445d-31f8-435e-8fd9-40c9b85761ad tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.777071 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3f37bb62-c2c4-43a8-8470-1a69499d4803 req-f860445d-31f8-435e-8fd9-40c9b85761ad tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0528781 Oct 28 19:57:30.836608 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3f37bb62-c2c4-43a8-8470-1a69499d4803 req-efe47a11-cf9e-42b1-b572-96ba3d1bf496 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534730 Oct 28 19:57:31.572469 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb511e-f273-43f5-ae14-4389cf4a4f76 req-c41e55cf-824f-4473-9cae-4f413f35f27d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.573978 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3eb511e-f273-43f5-ae14-4389cf4a4f76 req-c41e55cf-824f-4473-9cae-4f413f35f27d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0597005 Oct 28 19:57:31.624193 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a3eb511e-f273-43f5-ae14-4389cf4a4f76 req-12405391-d71f-49f3-93ed-2c59be70b85f tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Oct 28 19:57:31.783135 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:31.858491 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 05af2698-cf4d-4205-aab4-03ee533e1f3b is: ACTIVE; New status is: DOWN {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:31.858794 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:31.885437 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:31.887757 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f9f31-d96b-4ffe-86b2-ea75850a1baa" -d '{"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-unplugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:31.900678 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:31.906705 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:31.929136 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15003a89-2505-4aea-aeae-aeb262d28814 x-openstack-request-id: req-15003a89-2505-4aea-aeae-aeb262d28814 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:31.929429 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-unplugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:31.929751 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15003a89-2505-4aea-aeae-aeb262d28814 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:31.930181 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15003a89-2505-4aea-aeae-aeb262d28814'] response: {'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'code': 200} Oct 28 19:57:31.955322 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=6']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:31.968838 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ed0f8-95a4-4229-b830-fe93ad9982a8 req-e6090e8f-ba01-40c4-be7a-21c0b9ef05e8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.970334 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-845ed0f8-95a4-4229-b830-fe93ad9982a8 req-e6090e8f-ba01-40c4-be7a-21c0b9ef05e8 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0535820 Oct 28 19:57:32.017893 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-845ed0f8-95a4-4229-b830-fe93ad9982a8 req-4322aca5-0d10-471a-b3a2-2c676fa036fa tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Oct 28 19:57:32.759428 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0c234-cd4c-48d1-9586-75031ed8921d req-ac5f4f2b-caaf-4e5f-a7a2-7da12634d15a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:32.760926 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d7c0c234-cd4c-48d1-9586-75031ed8921d req-ac5f4f2b-caaf-4e5f-a7a2-7da12634d15a tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0550451 Oct 28 19:57:32.812139 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d7c0c234-cd4c-48d1-9586-75031ed8921d req-861ba48b-baec-4387-8854-2109975b9c5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Oct 28 19:57:33.160115 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed4ea6-2c58-4fcc-af81-2c23d5e7462f req-5043b9ed-ae81-4eaf-beb4-74d00141ec0a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:33.161582 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5fed4ea6-2c58-4fcc-af81-2c23d5e7462f req-5043b9ed-ae81-4eaf-beb4-74d00141ec0a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0582631 Oct 28 19:57:33.214067 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5fed4ea6-2c58-4fcc-af81-2c23d5e7462f req-70e361fa-6d91-4482-a837-b55ebc8e97ed tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Oct 28 19:57:33.783736 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:33.814096 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:33.814449 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 09da5d0f-0538-4e1a-ba4d-b46d8e87fdc2 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:33.936598 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3c43-be5f-4daf-b21b-c0f18b60605b req-6bc7ce1b-1468-4dcf-9793-74138f94c854 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:33.938111 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8f0d3c43-be5f-4daf-b21b-c0f18b60605b req-6bc7ce1b-1468-4dcf-9793-74138f94c854 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0552416 Oct 28 19:57:33.990119 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8f0d3c43-be5f-4daf-b21b-c0f18b60605b req-e585fd88-3e72-4207-ab98-32a643e7197c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Oct 28 19:57:34.349646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b8d0-6b4e-4360-a359-2db05de187f4 req-ad776ea6-6efa-47b5-8e1e-ba16d74d68c1 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:34.351164 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-40c6b8d0-6b4e-4360-a359-2db05de187f4 req-ad776ea6-6efa-47b5-8e1e-ba16d74d68c1 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0538664 Oct 28 19:57:34.400327 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-40c6b8d0-6b4e-4360-a359-2db05de187f4 req-e39b62ab-2626-432e-b355-4856f8ce24b1 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Oct 28 19:57:34.932462 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a654-edca-4107-a067-134cfc539948 req-ba8846b2-717e-4ae8-b709-2eb4c11f5a66 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:34.933828 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0858a654-edca-4107-a067-134cfc539948 req-ba8846b2-717e-4ae8-b709-2eb4c11f5a66 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0578063 Oct 28 19:57:35.028625 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Deleting port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:35.028955 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:35.122979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] For port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:35.123381 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:35.125118 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14894e04-b311-406b-b2d2-0936cda0619c req-1a0e89c1-c5ba-4ff7-8e03-95b6d805f32c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.126652 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14894e04-b311-406b-b2d2-0936cda0619c req-1a0e89c1-c5ba-4ff7-8e03-95b6d805f32c tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed1039a-efe9-425f-9437-1c4eb351568d HTTP/1.1" status: 200 len: 945 time: 0.0545876 Oct 28 19:57:35.135449 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Calling delete_port for 07902aec-1c38-4bdf-9fa4-8fb19d0b148d owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:35.175526 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14894e04-b311-406b-b2d2-0936cda0619c req-884cc998-b26d-4fe1-966f-89c8d76101f0 tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.20 "GET /v2.0/security-groups?id=73e758f9-a4bc-45d6-9ff4-bdad9f410272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Oct 28 19:57:35.267486 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (07902aec-1c38-4bdf-9fa4-8fb19d0b148d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:35.279612 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['07902aec-1c38-4bdf-9fa4-8fb19d0b148d'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:35.295966 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Pushing event deleted for resources: {'Port': ['ID=07902aec-1c38-4bdf-9fa4-8fb19d0b148d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:35.346199 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] No DVR routers for this DVR port 07902aec-1c38-4bdf-9fa4-8fb19d0b148d on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:35.348638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:35.351970 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0858a654-edca-4107-a067-134cfc539948 req-fcb487a6-76d2-4a54-9572-675a97f45b5d tempest-ServerRescueNegativeTestJSON-1486769051 tempest-ServerRescueNegativeTestJSON-1486769051-project] 10.222.0.55 "DELETE /v2.0/ports/07902aec-1c38-4bdf-9fa4-8fb19d0b148d HTTP/1.1" status: 204 len: 173 time: 0.4117582 Oct 28 19:57:35.352542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'name': 'network-vif-deleted', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:35.354743 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d724564b-bbb9-4fa0-801f-43132e345794" -d '{"events": [{"server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "name": "network-vif-deleted", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:35.389873 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646dee1-7584-4557-a4e7-077d5787e7c1 x-openstack-request-id: req-1646dee1-7584-4557-a4e7-077d5787e7c1 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:35.390184 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed1039a-efe9-425f-9437-1c4eb351568d", "name": "network-vif-deleted", "tag": "07902aec-1c38-4bdf-9fa4-8fb19d0b148d", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:35.390484 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1646dee1-7584-4557-a4e7-077d5787e7c1 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:35.391046 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1646dee1-7584-4557-a4e7-077d5787e7c1'] response: {'server_uuid': '4ed1039a-efe9-425f-9437-1c4eb351568d', 'name': 'network-vif-deleted', 'tag': '07902aec-1c38-4bdf-9fa4-8fb19d0b148d', 'status': 'completed', 'code': 200} Oct 28 19:57:35.532742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6af034-fdca-413c-8ec9-570fa9c12527 req-a01058c0-711d-4f0f-bba5-24f6692f63f0 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.534260 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cd6af034-fdca-413c-8ec9-570fa9c12527 req-a01058c0-711d-4f0f-bba5-24f6692f63f0 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0579715 Oct 28 19:57:35.585034 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cd6af034-fdca-413c-8ec9-570fa9c12527 req-61c4c1d6-6e78-41d9-8c75-1d54b21c114c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Oct 28 19:57:36.246368 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39114) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:36.410619 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539d4f-1ab9-4e04-977c-4cdcce3834e0 req-e0aa7c35-4739-4bce-b598-07114d0e23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:36.412106 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7d539d4f-1ab9-4e04-977c-4cdcce3834e0 req-e0aa7c35-4739-4bce-b598-07114d0e23bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1127 time: 0.0925400 Oct 28 19:57:36.522374 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7d539d4f-1ab9-4e04-977c-4cdcce3834e0 req-be5bc063-a38a-4e5e-9e8b-0b5968a929c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830925 Oct 28 19:57:36.710034 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832c422-19a1-4db8-8109-3b236a92fb1d req-98585a9b-a66a-489f-8ffb-1fcb66f74053 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:36.711635 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c832c422-19a1-4db8-8109-3b236a92fb1d req-98585a9b-a66a-489f-8ffb-1fcb66f74053 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0520959 Oct 28 19:57:36.723259 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:36.760229 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c832c422-19a1-4db8-8109-3b236a92fb1d req-74504828-136f-4b75-b6bf-03469f5d6899 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Oct 28 19:57:36.959210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Deleting port f016b205-09a3-43da-b5a8-7cce0082324d {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:36.959541 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.035730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] For port f016b205-09a3-43da-b5a8-7cce0082324d, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f016b205-09a3-43da-b5a8-7cce0082324d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:37.036053 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.049377 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Calling delete_port for f016b205-09a3-43da-b5a8-7cce0082324d owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:37.241620 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f016b205-09a3-43da-b5a8-7cce0082324d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.265821 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f016b205-09a3-43da-b5a8-7cce0082324d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:37.656993 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.806164 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:57:37.877920 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Router eff4918c-3934-4a69-a1bc-4a5a7e6b549d has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:37.902433 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:37.913724 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'port_id': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'mac_address': 'fa:16:3e:1f:46:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:57:37.940138 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c0291-0646-47f3-88b4-ba7e17df4eb5 req-ca44557f-edae-4cd0-90b4-5ff1e93f10bb tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:37.941593 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-854c0291-0646-47f3-88b4-ba7e17df4eb5 req-ca44557f-edae-4cd0-90b4-5ff1e93f10bb tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 943 time: 0.0971570 Oct 28 19:57:37.950389 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 05af2698-cf4d-4205-aab4-03ee533e1f3b is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:37.950788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.964565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05af2698-cf4d-4205-aab4-03ee533e1f3b {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:57:37.985247 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:37.990652 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.021541 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:38.029683 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-90f029f5-d46f-4adc-81ff-6ebe5cb9e3b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/eff4918c-3934-4a69-a1bc-4a5a7e6b549d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818747 Oct 28 19:57:38.031282 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Sync routers for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:38.032603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39124) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:38.034828 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-854c0291-0646-47f3-88b4-ba7e17df4eb5 req-3ec5a2bb-f557-4d06-a9fa-7959160dcf69 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851839 Oct 28 19:57:38.043238 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:38.044063 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:38.057015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=7']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:38.139856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks [] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.150493 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:38.237197 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks [] for router_gateway (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.256241 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['05af2698-cf4d-4205-aab4-03ee533e1f3b'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:38.288159 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Deleting port b0e52085-01d7-423a-81e7-8938bbe19595 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:38.288511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.326692 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:57:37Z', 'revision_number': 5, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port': {'id': 'b0e52085-01d7-423a-81e7-8938bbe19595', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:28Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:38.350820 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Checking router: eff4918c-3934-4a69-a1bc-4a5a7e6b549d for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:38.359612 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Routers {'eff4918c-3934-4a69-a1bc-4a5a7e6b549d'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:38.360265 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:38.369906 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] For port b0e52085-01d7-423a-81e7-8938bbe19595, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=b0e52085-01d7-423a-81e7-8938bbe19595,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:38.370413 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.382982 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Calling delete_port for b0e52085-01d7-423a-81e7-8938bbe19595 owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:38.445409 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] Set router eff4918c-3934-4a69-a1bc-4a5a7e6b549d gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:38.495693 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:57:38Z', 'revision_number': 6, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:38.519375 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2df82-deb7-4665-96bc-c1ee5f47426e None None] The sync data for ids ['eff4918c-3934-4a69-a1bc-4a5a7e6b549d'] in dv-cinder-862894-1-iscsi is: [{'id': 'eff4918c-3934-4a69-a1bc-4a5a7e6b549d', 'name': 'tempest-ServerRescueNegativeTestJSON-1690824568-router', 'tenant_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:57:38Z', 'revision_number': 6, 'project_id': 'ba374b2de5324250b7cd9383ea5d1a1e', 'gw_port_host': None}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:38.554093 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (b0e52085-01d7-423a-81e7-8938bbe19595), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.577874 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e52085-01d7-423a-81e7-8938bbe19595,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:38.636844 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.749862 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.752043 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks [] for router_controller (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.816698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (eff4918c-3934-4a69-a1bc-4a5a7e6b549d), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.817571 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff4918c-3934-4a69-a1bc-4a5a7e6b549d {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:57:38.823138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.824532 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9abd1044-9d9d-46d9-8840-f19cabb999ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/eff4918c-3934-4a69-a1bc-4a5a7e6b549d HTTP/1.1" status: 204 len: 168 time: 0.7903843 Oct 28 19:57:38.827322 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39128) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:38.876026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Deleting subnet 4ae1b010-72f2-44c4-bedc-d861b3edd4e5 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:57:38.879526 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Publish callbacks [] for subnet (4ae1b010-72f2-44c4-bedc-d861b3edd4e5), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.918522 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (4ae1b010-72f2-44c4-bedc-d861b3edd4e5), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.019570 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (4ae1b010-72f2-44c4-bedc-d861b3edd4e5), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.076110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (4ae1b010-72f2-44c4-bedc-d861b3edd4e5), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.098505 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae1b010-72f2-44c4-bedc-d861b3edd4e5,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:39.104052 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.107148 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ba728a80-aafd-468d-a45d-066de81efc8e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ae1b010-72f2-44c4-bedc-d861b3edd4e5 HTTP/1.1" status: 204 len: 168 time: 0.2788162 Oct 28 19:57:39.109632 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39130) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:39.112323 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113d826-30f3-4020-b3f0-c5c80839cdd9 None None] Network b7791dd9-05a3-405a-9556-3fed8daff743 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:57:39.175120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (b7791dd9-05a3-405a-9556-3fed8daff743), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.226661 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Deleting port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:39.227039 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.289238 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] For port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:39.289959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.308994 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Calling delete_port for 07cafb5e-ffd2-469f-89e1-4b9996daeb5d owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:39.320606 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] DHCP port deletion for b7791dd9-05a3-405a-9556-3fed8daff743 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:57:39.364221 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Deleting port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:39.364605 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.387699 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.418145 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] No DVR routers for this DVR port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:39.421976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:39.432497 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] For port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,segment=NetworkSegment(1c99f374-f2e5-414b-a831-5f8c62d2c8ff),segment_id=1c99f374-f2e5-414b-a831-5f8c62d2c8ff)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:39.432900 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.446057 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Calling delete_port for 07cafb5e-ffd2-469f-89e1-4b9996daeb5d owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:39.491902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (b7791dd9-05a3-405a-9556-3fed8daff743), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.514538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7791dd9-05a3-405a-9556-3fed8daff743']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:39.524720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c99f374-f2e5-414b-a831-5f8c62d2c8ff') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:39.525023 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c99f374-f2e5-414b-a831-5f8c62d2c8ff') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:39.528966 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (07cafb5e-ffd2-469f-89e1-4b9996daeb5d), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.536984 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (1c99f374-f2e5-414b-a831-5f8c62d2c8ff), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.553120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (1c99f374-f2e5-414b-a831-5f8c62d2c8ff), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.555067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] Pushing event deleted for resources: {'Port': ['ID=07cafb5e-ffd2-469f-89e1-4b9996daeb5d,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:39.558724 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788f01f-85ed-469d-bdaf-94677e8efb3a None None] No DVR routers for this DVR port 07cafb5e-ffd2-469f-89e1-4b9996daeb5d on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:39.567036 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:57:39.567764 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (1c99f374-f2e5-414b-a831-5f8c62d2c8ff), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.589914 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 1c99f374-f2e5-414b-a831-5f8c62d2c8ff resource provider aggregate not found Oct 28 19:57:39.646558 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b0e52085-01d7-423a-81e7-8938bbe19595 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:39.667150 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: b0e52085-01d7-423a-81e7-8938bbe19595 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:39.667590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device b0e52085-01d7-423a-81e7-8938bbe19595 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:39.668133 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f016b205-09a3-43da-b5a8-7cce0082324d no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:39.690302 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: f016b205-09a3-43da-b5a8-7cce0082324d {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:39.690656 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f016b205-09a3-43da-b5a8-7cce0082324d not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:39.691086 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 07cafb5e-ffd2-469f-89e1-4b9996daeb5d no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:39.710221 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 07cafb5e-ffd2-469f-89e1-4b9996daeb5d {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:39.710570 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 07cafb5e-ffd2-469f-89e1-4b9996daeb5d not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:39.817073 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:57:39.864685 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 1c99f374-f2e5-414b-a831-5f8c62d2c8ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c99f374-f2e5-414b-a831-5f8c62d2c8ff found for delete ", "request_id": "req-8a7598fc-3aae-4542-8c64-b17f087c1e17"}]} Oct 28 19:57:39.866421 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 05af2698-cf4d-4205-aab4-03ee533e1f3b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:39.866810 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.867154 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 05af2698-cf4d-4205-aab4-03ee533e1f3b Oct 28 19:57:39.886949 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (b7791dd9-05a3-405a-9556-3fed8daff743), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.891670 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.895244 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7791dd9-05a3-405a-9556-3fed8daff743 HTTP/1.1" status: 204 len: 168 time: 0.7847002 Oct 28 19:57:39.907924 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fdbe-fa76-4ae3-b098-84251b2d26a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7791dd9-05a3-405a-9556-3fed8daff743,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:39.946843 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 05af2698-cf4d-4205-aab4-03ee533e1f3b is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:39.947240 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.971603 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:39.973886 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47102349-b8aa-46d2-8b0b-192bc202bc96" -d '{"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-plugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:39.986381 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:39.991377 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:39.992161 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 07902aec-1c38-4bdf-9fa4-8fb19d0b148d no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:40.015128 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39140) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:40.029764 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6549383-0651-4f21-804e-0a1c4d22a71b x-openstack-request-id: req-b6549383-0651-4f21-804e-0a1c4d22a71b {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:40.030055 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-plugged", "status": "completed", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:40.030345 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6549383-0651-4f21-804e-0a1c4d22a71b {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:40.030756 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6549383-0651-4f21-804e-0a1c4d22a71b'] response: {'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'code': 200} Oct 28 19:57:40.031503 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 07902aec-1c38-4bdf-9fa4-8fb19d0b148d {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:40.031847 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 07902aec-1c38-4bdf-9fa4-8fb19d0b148d not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:40.056341 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-02bd609f-37c3-4ff9-9e71-a290e7d56fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba374b2de5324250b7cd9383ea5d1a1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399806 Oct 28 19:57:40.057492 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=8']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:40.059029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39142) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:40.104423 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] Publish callbacks [] for security_group (73e758f9-a4bc-45d6-9ff4-bdad9f410272), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:40.124733 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] Publish callbacks [] for security_group (73e758f9-a4bc-45d6-9ff4-bdad9f410272), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:40.179667 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (73e758f9-a4bc-45d6-9ff4-bdad9f410272), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:40.182324 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:40.183484 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73e758f9-a4bc-45d6-9ff4-bdad9f410272 HTTP/1.1" status: 204 len: 168 time: 0.1234593 Oct 28 19:57:40.191273 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f48f9-001b-4b65-a4b0-157813e1484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e758f9-a4bc-45d6-9ff4-bdad9f410272,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:42.388806 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39212) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:42.497027 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.570892 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Publish callbacks [] for security_group (4781f5a3-1dc3-40be-aac9-bb24a3edcfbb), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.575901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4781f5a3-1dc3-40be-aac9-bb24a3edcfbb), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.610871 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4781f5a3-1dc3-40be-aac9-bb24a3edcfbb,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:42.614930 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c1eb6e4b8cc4ef9b36ab31aa8e1e7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250674 Oct 28 19:57:42.617994 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39216) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:42.620670 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.621029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.621374 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.621713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.622068 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.622431 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.622755 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.623081 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.623409 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.623734 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.624042 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.624362 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.624681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97da3fb-4eeb-41e4-bf3f-6b38b78ef3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.671425 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Publish callbacks [] for security_group (4781f5a3-1dc3-40be-aac9-bb24a3edcfbb), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.693511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Publish callbacks [] for security_group (4781f5a3-1dc3-40be-aac9-bb24a3edcfbb), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.746497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4781f5a3-1dc3-40be-aac9-bb24a3edcfbb), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.749268 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:42.750497 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4781f5a3-1dc3-40be-aac9-bb24a3edcfbb HTTP/1.1" status: 204 len: 168 time: 0.1314163 Oct 28 19:57:42.757978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4781f5a3-1dc3-40be-aac9-bb24a3edcfbb,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:42.765031 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.765389 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.765771 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.766177 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.766475 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.766811 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.767187 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.767557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.767935 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.768303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.768700 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.769036 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:42.769335 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84be32-296b-4739-8b3d-2c60d005a485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:43.029990 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39224) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:43.044229 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db09a525-7ded-4d1b-89ae-a78ddb711032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.126789 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db09a525-7ded-4d1b-89ae-a78ddb711032 admin admin] Publish callbacks [] for security_group (09de825a-0a88-47ba-a993-4b9e5dcde9d6), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.132499 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-db09a525-7ded-4d1b-89ae-a78ddb711032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (09de825a-0a88-47ba-a993-4b9e5dcde9d6), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.169096 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-db09a525-7ded-4d1b-89ae-a78ddb711032 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1103ec900070405b8443c5e498155fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379406 Oct 28 19:57:43.170620 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a525-7ded-4d1b-89ae-a78ddb711032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de825a-0a88-47ba-a993-4b9e5dcde9d6,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:43.172089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39226) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:43.221383 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] Publish callbacks [] for security_group (09de825a-0a88-47ba-a993-4b9e5dcde9d6), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.242289 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] Publish callbacks [] for security_group (09de825a-0a88-47ba-a993-4b9e5dcde9d6), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.293078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (09de825a-0a88-47ba-a993-4b9e5dcde9d6), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.295530 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.296666 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09de825a-0a88-47ba-a993-4b9e5dcde9d6 HTTP/1.1" status: 204 len: 168 time: 0.1235659 Oct 28 19:57:43.304639 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2290d7-1f47-41b4-b686-9b1736e92a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de825a-0a88-47ba-a993-4b9e5dcde9d6,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:44.377247 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39256) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:44.484897 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ac2cfc0-3b2e-42a3-93ee-4eff850c3dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.562652 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ac2cfc0-3b2e-42a3-93ee-4eff850c3dcd admin admin] Publish callbacks [] for security_group (4a9efcdc-5cf1-4752-bcda-304e57633278), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.568320 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ac2cfc0-3b2e-42a3-93ee-4eff850c3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4a9efcdc-5cf1-4752-bcda-304e57633278), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.607869 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7ac2cfc0-3b2e-42a3-93ee-4eff850c3dcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31b22b114a1243cc92a14bc63144ea25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294092 Oct 28 19:57:44.608822 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2cfc0-3b2e-42a3-93ee-4eff850c3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9efcdc-5cf1-4752-bcda-304e57633278,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:44.611440 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39260) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:44.668721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] Publish callbacks [] for security_group (4a9efcdc-5cf1-4752-bcda-304e57633278), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.693586 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] Publish callbacks [] for security_group (4a9efcdc-5cf1-4752-bcda-304e57633278), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.745613 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4a9efcdc-5cf1-4752-bcda-304e57633278), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.749572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:44.754566 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a9efcdc-5cf1-4752-bcda-304e57633278 HTTP/1.1" status: 204 len: 168 time: 0.1419828 Oct 28 19:57:44.763189 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598ac9-b81f-4a88-b94a-ecdf23fe813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9efcdc-5cf1-4752-bcda-304e57633278,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:45.016657 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-58205ac3-e2b6-4f42-b894-03374d66fe91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:45.071337 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d14ea-3597-47f8-bf12-44b319c3fd83 req-fd08b368-712e-4a62-b5bd-515804db3e22 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:45.073173 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef6d14ea-3597-47f8-bf12-44b319c3fd83 req-fd08b368-712e-4a62-b5bd-515804db3e22 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0664301 Oct 28 19:57:45.122417 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef6d14ea-3597-47f8-bf12-44b319c3fd83 req-c22df023-750c-46b9-b0fb-d907d68b91fc tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Oct 28 19:57:46.260484 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242b0e-e727-4734-948b-78c127eb3100 req-fc33175f-cc04-42f4-a700-1181a8b0116f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:46.261992 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c2242b0e-e727-4734-948b-78c127eb3100 req-fc33175f-cc04-42f4-a700-1181a8b0116f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0553372 Oct 28 19:57:46.312185 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c2242b0e-e727-4734-948b-78c127eb3100 req-f58d25ff-d2eb-4796-b4ec-0b10d628d858 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444167 Oct 28 19:57:47.128842 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-0b9be549-c2d1-4214-ab0f-1008bd1a306b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:47.130246 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-0b9be549-c2d1-4214-ab0f-1008bd1a306b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.0620935 Oct 28 19:57:47.223030 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Deleting port b74d364a-62c8-41e5-8c94-0a8b744646af {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:47.223373 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.315303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] For port b74d364a-62c8-41e5-8c94-0a8b744646af, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=b74d364a-62c8-41e5-8c94-0a8b744646af,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:47.315670 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.386315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e7811e85-fb22-4473-ae85-8af4cc8548ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.448145 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d8312-e419-436b-b503-d32f91283d94 req-27ef7ad5-e609-4221-a6b9-405e6df247ad tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:47.449701 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5f2d8312-e419-436b-b503-d32f91283d94 req-27ef7ad5-e609-4221-a6b9-405e6df247ad tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0543046 Oct 28 19:57:47.496486 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5f2d8312-e419-436b-b503-d32f91283d94 req-ab7115bf-2702-4305-9a90-3d7e68cacc17 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Oct 28 19:57:47.545546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594683-66d3-4c27-aed1-a6a698c60c76 req-a148c658-015c-4c90-b18d-00501a4129ec tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:47.547055 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b7594683-66d3-4c27-aed1-a6a698c60c76 req-a148c658-015c-4c90-b18d-00501a4129ec tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 945 time: 0.1467876 Oct 28 19:57:47.583840 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.584324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.584665 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Floating IP 1bed47bb-f993-4174-8b79-3d18377c4712 disassociated. External IP: 172.27.3.51, port: b74d364a-62c8-41e5-8c94-0a8b744646af. Oct 28 19:57:47.585029 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Calling delete_port for b74d364a-62c8-41e5-8c94-0a8b744646af owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:47.647048 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b7594683-66d3-4c27-aed1-a6a698c60c76 req-0f8db529-12ae-49e7-b1c0-0b6a4ed0c73a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938635 Oct 28 19:57:47.739164 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (b74d364a-62c8-41e5-8c94-0a8b744646af), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:47.770051 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'Port': ['ID=b74d364a-62c8-41e5-8c94-0a8b744646af,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:47.877760 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:47.978100 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:47.988532 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:47.999612 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:48.000314 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:48.021182 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] No DVR routers for this DVR port b74d364a-62c8-41e5-8c94-0a8b744646af on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:48.023889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:48.027195 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-75f9693a-67cd-4107-aae4-91cfbf89c7f6 req-9fb4ca85-f351-4334-8b00-8e45a59490ff tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "DELETE /v2.0/ports/b74d364a-62c8-41e5-8c94-0a8b744646af HTTP/1.1" status: 204 len: 173 time: 0.8912265 Oct 28 19:57:48.027730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'name': 'network-vif-deleted', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:48.029979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f0102-4629-4d50-b606-14ef3de1f1e7" -d '{"events": [{"server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "name": "network-vif-deleted", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:48.065983 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8e34a-bcd2-4d0e-b121-e89c250a969b x-openstack-request-id: req-a1a8e34a-bcd2-4d0e-b121-e89c250a969b {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:48.066311 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ccd027-beca-49b4-bcdb-36097eca7a20", "name": "network-vif-deleted", "tag": "b74d364a-62c8-41e5-8c94-0a8b744646af", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:48.066575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1a8e34a-bcd2-4d0e-b121-e89c250a969b {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:48.066954 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a8e34a-bcd2-4d0e-b121-e89c250a969b'] response: {'server_uuid': 'c9ccd027-beca-49b4-bcdb-36097eca7a20', 'name': 'network-vif-deleted', 'tag': 'b74d364a-62c8-41e5-8c94-0a8b744646af', 'status': 'completed', 'code': 200} Oct 28 19:57:48.231440 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:48.354469 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:48.439226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:48.470549 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:48.479298 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:48.479913 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:48.583765 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:48.627790 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2c440-e357-4972-bf08-5da45bd53b1d req-7c11cef9-ae83-4f5b-a5f9-944943e804bb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:48.629250 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64e2c440-e357-4972-bf08-5da45bd53b1d req-7c11cef9-ae83-4f5b-a5f9-944943e804bb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0519197 Oct 28 19:57:48.679693 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-64e2c440-e357-4972-bf08-5da45bd53b1d req-b0d118ec-26dc-4cf7-81ef-bbe46d665c98 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Oct 28 19:57:48.751676 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-634b21f0-70cb-4d35-a27e-89ae10d148e7 req-9222ce83-fa00-411e-9130-97cdf71a8a14 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Oct 28 19:57:48.774622 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:48.799370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2905c1-a772-4a54-a62b-73d748a9cdd6 None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:49.033348 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c900c-5c08-4e44-b563-f650088d20b0 None None] New status for floating IP 1bed47bb-f993-4174-8b79-3d18377c4712: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:49.628643 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.836100 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644dfe-1a05-4b5d-b7b9-b7b1d6c6de6c req-0021d7e3-3847-4ef6-806c-a70544d71666 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:49.837725 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2f644dfe-1a05-4b5d-b7b9-b7b1d6c6de6c req-0021d7e3-3847-4ef6-806c-a70544d71666 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0736358 Oct 28 19:57:49.858897 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9051fadf-37de-4e99-bd47-b696e81a63d0 req-043a50aa-7375-442b-85b2-1c3977d94875 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9ccd027-beca-49b4-bcdb-36097eca7a20 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Oct 28 19:57:49.888718 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2f644dfe-1a05-4b5d-b7b9-b7b1d6c6de6c req-4c291b00-edc7-4fd4-995d-98d039ec97e4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 Oct 28 19:57:50.289371 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.955978 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39392) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.017820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (a6f4c008-025f-4bd0-97cb-34ff9a4bebc9), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.028245 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f8fc5-3615-47b5-9579-148e0aeed8cf req-c21b1867-70cb-488e-b862-aa2e36483e0a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:51.029757 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-382f8fc5-3615-47b5-9579-148e0aeed8cf req-c21b1867-70cb-488e-b862-aa2e36483e0a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0581491 Oct 28 19:57:51.042000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (a6f4c008-025f-4bd0-97cb-34ff9a4bebc9), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.076273 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-382f8fc5-3615-47b5-9579-148e0aeed8cf req-48892712-25ef-4eb7-905a-b7f0013e0e5d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Oct 28 19:57:51.089716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a6f4c008-025f-4bd0-97cb-34ff9a4bebc9), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.092417 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.093582 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6f4c008-025f-4bd0-97cb-34ff9a4bebc9 HTTP/1.1" status: 204 len: 168 time: 0.1356258 Oct 28 19:57:51.096516 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39394) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.105592 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b4d0b-0a05-4c95-a41e-f596cb3ce145 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4c008-025f-4bd0-97cb-34ff9a4bebc9,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:51.114115 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.api.v2.resource [None req-23fcaa58-de40-46c5-8dfa-c25df8b4118b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] show failed (client error): The resource could not be found. Oct 28 19:57:51.115132 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-23fcaa58-de40-46c5-8dfa-c25df8b4118b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups/a6f4c008-025f-4bd0-97cb-34ff9a4bebc9 HTTP/1.1" status: 404 len: 347 time: 0.0176494 Oct 28 19:57:51.118229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39396) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.141841 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.234125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Deleting port 2346924b-5e8c-46b7-854d-a5c3b6205bb1 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:51.234342 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.316467 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.316803 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (2346924b-5e8c-46b7-854d-a5c3b6205bb1), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.329049 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Calling delete_port for 2346924b-5e8c-46b7-854d-a5c3b6205bb1 owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:51.465402 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (2346924b-5e8c-46b7-854d-a5c3b6205bb1), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.493674 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'Port': ['ID=2346924b-5e8c-46b7-854d-a5c3b6205bb1,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:51.565279 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (1bed47bb-f993-4174-8b79-3d18377c4712), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.567902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.569047 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c395ed72-6a15-4255-88b5-0dc881ae4627 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "DELETE /v2.0/floatingips/1bed47bb-f993-4174-8b79-3d18377c4712 HTTP/1.1" status: 204 len: 168 time: 0.4498911 Oct 28 19:57:51.649022 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39400) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.654106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400844128', 'description': 'tempest-description--1268394748'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:51.675417 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.739525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (461cb2f8-df8b-4d1f-b84c-84d52f977928), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.745606 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (461cb2f8-df8b-4d1f-b84c-84d52f977928), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.773622 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.774862 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245193 Oct 28 19:57:51.776877 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabcf4d-a289-4810-be85-9ecb49ef8a04 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461cb2f8-df8b-4d1f-b84c-84d52f977928,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:51.778041 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39402) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.783797 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group_rule': {'security_group_id': '461cb2f8-df8b-4d1f-b84c-84d52f977928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:51.811938 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (c96d3c9e-9aa3-4b1f-badf-01f54505eea6), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.856945 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (c96d3c9e-9aa3-4b1f-badf-01f54505eea6), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.863253 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (c96d3c9e-9aa3-4b1f-badf-01f54505eea6), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.881939 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96d3c9e-9aa3-4b1f-badf-01f54505eea6,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:51.892779 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.894011 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-df0d691c-573c-433b-9e16-3ebbbabd9ca6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140118 Oct 28 19:57:51.896867 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39408) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:51.901671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'security_group_rule': {'security_group_id': '461cb2f8-df8b-4d1f-b84c-84d52f977928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:51.929828 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (dcd25698-3447-4e2b-b90a-2fddcf58ebbb), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.988243 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (dcd25698-3447-4e2b-b90a-2fddcf58ebbb), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.992900 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (dcd25698-3447-4e2b-b90a-2fddcf58ebbb), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.012447 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd25698-3447-4e2b-b90a-2fddcf58ebbb,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:52.020965 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.022150 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-84c6e7e6-971f-4843-97dc-e066d1981966 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242557 Oct 28 19:57:52.025375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39412) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:52.029937 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:52.051438 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.151717 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.281342 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710dd1-fe5f-4931-a0e9-02477b8cdc14 req-91657367-edb7-40b9-a7cc-05153ce569eb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:52.282760 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cc710dd1-fe5f-4931-a0e9-02477b8cdc14 req-91657367-edb7-40b9-a7cc-05153ce569eb tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.1231222 Oct 28 19:57:52.306533 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Allocated IP 172.27.3.115 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/05a79634-ee3e-4e18-939b-d22211a6d795) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:57:52.385640 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cc710dd1-fe5f-4931-a0e9-02477b8cdc14 req-2168e5b6-c3c3-4288-a742-7e2ed8973c38 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949423 Oct 28 19:57:52.433972 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (05a79634-ee3e-4e18-939b-d22211a6d795), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.469923 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.507612 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:57:52.514095 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:57:52.517815 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:57:52.520734 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=05a79634-ee3e-4e18-939b-d22211a6d795,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:52.597092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.638810 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.776218 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (05a79634-ee3e-4e18-939b-d22211a6d795), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.783243 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.847602 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.849957 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=05a79634-ee3e-4e18-939b-d22211a6d795,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:52.867581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.868818 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a6aa2ac7-fba9-4ef0-ac67-0a035f93083a tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8424304 Oct 28 19:57:53.073336 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-052c3603-4c22-449a-bd18-963e7d4ad959 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--400844128&fields=id&tenant_id=f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 267 time: 0.0430291 Oct 28 19:57:53.184269 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-940a90e8-0a4f-4c7d-bda9-7486d60ea455 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:53.186462 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-940a90e8-0a4f-4c7d-bda9-7486d60ea455 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 810 time: 0.1064460 Oct 28 19:57:53.201140 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-56125a89-9a18-4789-b159-090aad6ec05c tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/quotas/f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 375 time: 0.0092628 Oct 28 19:57:53.256186 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-4947f0ca-6eb4-4362-9a5a-712fbca65bdb tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493860 Oct 28 19:57:53.259721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39434) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:53.370480 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c0c051f2-c3d4-4a2e-bcac-e9e59f61e253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.479084 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-73f9505f-f0e5-4d97-a152-73f6293b8976 service neutron] 10.222.0.20 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093871 Oct 28 19:57:53.520579 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38455585-7806-4214-b33f-3e7c3bd8f3e8 req-c6e90691-2da3-421a-b895-9a14ec127730 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:53.522190 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-38455585-7806-4214-b33f-3e7c3bd8f3e8 req-c6e90691-2da3-421a-b895-9a14ec127730 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0537543 Oct 28 19:57:53.567134 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c0c051f2-c3d4-4a2e-bcac-e9e59f61e253 admin admin] Publish callbacks [] for security_group (e0cd3ab2-66b0-4878-ba36-de001d3b9169), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.569223 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-38455585-7806-4214-b33f-3e7c3bd8f3e8 req-69f9ebca-49d5-4391-af68-e109cfa25352 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Oct 28 19:57:53.572732 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c0c051f2-c3d4-4a2e-bcac-e9e59f61e253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e0cd3ab2-66b0-4878-ba36-de001d3b9169), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.627490 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c0c051f2-c3d4-4a2e-bcac-e9e59f61e253 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b882678c9eef405380051c9bbdfeaf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667226 Oct 28 19:57:53.630255 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39442) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:53.633157 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-feaa1e0b-2f57-418f-91dd-ab24ba07b51c service neutron] 10.222.0.20 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467719 Oct 28 19:57:53.634261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c051f2-c3d4-4a2e-bcac-e9e59f61e253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cd3ab2-66b0-4878-ba36-de001d3b9169,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:53.692270 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] Publish callbacks [] for security_group (e0cd3ab2-66b0-4878-ba36-de001d3b9169), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.716351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] Publish callbacks [] for security_group (e0cd3ab2-66b0-4878-ba36-de001d3b9169), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.768216 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (e0cd3ab2-66b0-4878-ba36-de001d3b9169), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.770970 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:53.772740 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0cd3ab2-66b0-4878-ba36-de001d3b9169 HTTP/1.1" status: 204 len: 168 time: 0.1412416 Oct 28 19:57:53.802127 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a467836-6460-4c05-afad-0fabd39a15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cd3ab2-66b0-4878-ba36-de001d3b9169,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:53.824198 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bc48563b-211b-48f5-8ced-e10ef0cbfb5c req-f52cfff8-8d27-4cd3-9782-ec0ff0b119e1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Oct 28 19:57:53.838485 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device b74d364a-62c8-41e5-8c94-0a8b744646af no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:53.860688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: b74d364a-62c8-41e5-8c94-0a8b744646af {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:53.861065 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device b74d364a-62c8-41e5-8c94-0a8b744646af not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:54.707898 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466915f-297a-4537-948c-aee71952565f req-1389726a-2e88-43af-a4e5-83e3455765a2 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:54.709410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f466915f-297a-4537-948c-aee71952565f req-1389726a-2e88-43af-a4e5-83e3455765a2 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0539038 Oct 28 19:57:54.760347 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f466915f-297a-4537-948c-aee71952565f req-983f4356-196f-4e61-8250-c21fa5db8afd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Oct 28 19:57:54.952626 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-eb6ce70d-60f8-43a4-ba70-22df8ab36ce0 req-2d165df0-0ffc-42bb-a099-ae04ae87ee61 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 210 time: 0.0332010 Oct 28 19:57:54.983489 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-294989b0-e1ae-4d91-95e1-7d9e5d78aa41 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:54.985133 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-294989b0-e1ae-4d91-95e1-7d9e5d78aa41 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 810 time: 0.1435449 Oct 28 19:57:55.048675 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-df1ba1fb-3b93-42f1-ba41-f3eb4b2a98ed tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5919c7c8c5640909e1b61e1cd886421 HTTP/1.1" status: 200 len: 379 time: 0.0533862 Oct 28 19:57:55.059766 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'port': {'device_id': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'admin_state_up': True, 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'security_groups': ['461cb2f8-df8b-4d1f-b84c-84d52f977928']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:55.167329 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Made reservation on behalf of f5919c7c8c5640909e1b61e1cd886421 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:57:55.170874 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:55.292631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Allocated IP 172.20.0.12 (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3/0b76dd5d-7f79-4d1b-9384-996f2bc2734a/e7ef7fae-6919-4cd7-bc05-4da0d7e6897a) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:57:55.667370 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:55.700267 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:55.743101 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:57:55.748105 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:57:55.750798 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:57:55.779003 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event updated for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:55.813295 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:55.813832 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:55.835950 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-5cf285b2-819b-49f5-b584-365d90ede0b6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795753 Oct 28 19:57:55.954745 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4288-4630-49dc-9bd8-794f5c311e7a req-7ae57880-d8c0-4538-8d09-4b70862f1c51 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:55.962530 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-355a4288-4630-49dc-9bd8-794f5c311e7a req-7ae57880-d8c0-4538-8d09-4b70862f1c51 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0756476 Oct 28 19:57:55.993207 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Request body: {'port': {'device_id': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:56.008897 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-355a4288-4630-49dc-9bd8-794f5c311e7a req-4ef902cb-8389-4582-8d8f-4ec6e4674d09 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Oct 28 19:57:56.058692 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Provisioning complete for port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:56.059526 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.059871 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Attempt 1 to provision port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a Oct 28 19:57:56.078372 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.093648 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:57:56.132308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57934e7-155e-4f22-a923-d0f34f3c5c7c req-d87a36cf-ca27-4d83-ba14-f090b6f5c7d6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:56.133763 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c57934e7-155e-4f22-a923-d0f34f3c5c7c req-d87a36cf-ca27-4d83-ba14-f090b6f5c7d6 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 932 time: 0.0890985 Oct 28 19:57:56.277982 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c57934e7-155e-4f22-a923-d0f34f3c5c7c req-8bb7475e-cf3b-4b91-89be-d935545d4825 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339774 Oct 28 19:57:56.371775 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ef7fae-6919-4cd7-bc05-4da0d7e6897a {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:57:56.379188 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks [] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.392978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Transition to ACTIVE for port object e7ef7fae-6919-4cd7-bc05-4da0d7e6897a will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:57:56.398235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.453953 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.504183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Attempting to bind port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:57:56.504522 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Attempting to bind port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:57:56.504833 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Attempting to bind port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:57:56.509259 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:57:56.509686 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Attempting to bind port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a on network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:57:56.514834 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:57:56.515175 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Checking segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:57:56.515546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Bound using segment: {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:57:56.515984 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Bound port: e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a154eff7-0ae6-4bb3-a10a-a47854d7a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:57:56.516318 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.578110 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:57:56.581223 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:57:56.589343 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.593489 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:56.594164 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.594998 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Attempt 2 to provision port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a Oct 28 19:57:56.595538 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] 10.222.0.55 "PUT /v2.0/ports/e7ef7fae-6919-4cd7-bc05-4da0d7e6897a HTTP/1.1" status: 200 len: 1094 time: 0.7514999 Oct 28 19:57:56.596033 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:56.598371 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28727fe-df62-47dc-851e-94a3ae7527f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:56.640378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64007706-8003-4b6b-b9aa-611b2fed7644 x-openstack-request-id: req-64007706-8003-4b6b-b9aa-611b2fed7644 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:56.640690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:56.640902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64007706-8003-4b6b-b9aa-611b2fed7644 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:56.641300 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64007706-8003-4b6b-b9aa-611b2fed7644'] response: {'name': 'network-changed', 'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'status': 'completed', 'code': 200} Oct 28 19:57:56.645400 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ed92a488-1a4e-4aaf-9497-a7f022f8a5f7 None None] Port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:57:56.673005 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bae32-0ecd-4b1c-98e7-c76d17f0459f service neutron] Pushing event updated for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.692712 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-59518f37-ab16-4f3e-87a8-d6914d7306b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:56.694249 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-59518f37-ab16-4f3e-87a8-d6914d7306b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 1128 time: 0.0578001 Oct 28 19:57:56.737178 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-0878a1bb-3e33-4ccc-87c2-0a828f7ce7d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a HTTP/1.1" status: 200 len: 217 time: 0.0344007 Oct 28 19:57:56.786443 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-7bce218a-11fd-4a27-8a65-b1f010623b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:56.788622 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-7bce218a-11fd-4a27-8a65-b1f010623b86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0450635 Oct 28 19:57:56.841128 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-0a1009cc-b45c-4f99-bb91-c45def480249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:56.842960 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-0a1009cc-b45c-4f99-bb91-c45def480249 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452824 Oct 28 19:57:56.935086 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-0fb9f935-bc11-453c-8ff9-3c76541c9146 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857141 Oct 28 19:57:57.028833 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8009ae59-8664-45c6-8d36-9a5972b019e4 req-93b058b6-79c7-4fa7-9610-08771a9fdad6 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841570 Oct 28 19:57:57.157583 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-cff96dfa-05a3-4623-a0c9-83a34fdd81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.159063 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-cff96dfa-05a3-4623-a0c9-83a34fdd81d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 1128 time: 0.0811558 Oct 28 19:57:57.183083 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a6a8d-5b00-4346-bd61-a41845aa67d9 req-b6d0c6a8-74f0-4950-8892-ceffe24ee57b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.184489 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-046a6a8d-5b00-4346-bd61-a41845aa67d9 req-b6d0c6a8-74f0-4950-8892-ceffe24ee57b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0788898 Oct 28 19:57:57.281916 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-046a6a8d-5b00-4346-bd61-a41845aa67d9 req-3175a656-d3de-4d3d-83eb-bb56ee9ba2b0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874050 Oct 28 19:57:57.292281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-159078f2-3975-48c9-b263-7f9c7947a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.293799 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-159078f2-3975-48c9-b263-7f9c7947a82f service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.1258218 Oct 28 19:57:57.340582 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-4b919281-bf70-4aa8-908c-504af3dc278a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a HTTP/1.1" status: 200 len: 217 time: 0.0399814 Oct 28 19:57:57.397940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-dd985e53-6298-4c53-8e66-5722db5f95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.399738 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-dd985e53-6298-4c53-8e66-5722db5f95c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0521502 Oct 28 19:57:57.409735 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe89c3f-2954-440c-bc75-a2fb5b2fd367 req-1eec8242-0008-4f0b-bf03-b73703e76552 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.411473 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cfe89c3f-2954-440c-bc75-a2fb5b2fd367 req-1eec8242-0008-4f0b-bf03-b73703e76552 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 944 time: 0.0546701 Oct 28 19:57:57.453700 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-57cf1df1-3c6d-426d-9109-dff9cb610a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:57.455413 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-57cf1df1-3c6d-426d-9109-dff9cb610a54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474737 Oct 28 19:57:57.470699 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cfe89c3f-2954-440c-bc75-a2fb5b2fd367 req-1a2749d9-e391-43be-864c-4b70098329b7 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503201 Oct 28 19:57:57.555345 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-7d613687-a197-4e8f-adf8-98499c1fad79 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930481 Oct 28 19:57:57.647614 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c28727fe-df62-47dc-851e-94a3ae7527f2 req-e6eb0b85-0548-4f4f-838a-435639637d34 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Oct 28 19:57:58.438111 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b11f47-ad92-4e92-b471-e1a4b083a632 req-eac941a8-c74b-48d1-9d05-ff9f1a08ec57 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:58.439601 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-65b11f47-ad92-4e92-b471-e1a4b083a632 req-eac941a8-c74b-48d1-9d05-ff9f1a08ec57 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0687680 Oct 28 19:57:58.490811 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-65b11f47-ad92-4e92-b471-e1a4b083a632 req-82cf9f75-56e9-49c0-8063-2abe184dec01 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Oct 28 19:57:58.600226 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768b1e-69a8-460c-bba9-827680d27f59 req-8d7a42b4-7c33-4113-a136-b84e26d4368b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:58.601597 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-12768b1e-69a8-460c-bba9-827680d27f59 req-8d7a42b4-7c33-4113-a136-b84e26d4368b tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 944 time: 0.0575554 Oct 28 19:57:58.651165 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-12768b1e-69a8-460c-bba9-827680d27f59 req-0921f000-db83-428c-9d58-050e7d7f734f tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Oct 28 19:57:59.627003 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8fb15-0e88-4ed7-973a-f35ccb142296 req-31ecc6fc-57a1-456f-b6ce-d86a647ad58c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:59.628496 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d8e8fb15-0e88-4ed7-973a-f35ccb142296 req-31ecc6fc-57a1-456f-b6ce-d86a647ad58c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0546510 Oct 28 19:57:59.677870 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d8e8fb15-0e88-4ed7-973a-f35ccb142296 req-624e0290-9d73-4d3c-8538-1716d1d47d33 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Oct 28 19:57:59.775685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eef8-2e08-4c2f-b19e-12e9d5797148 req-a92a0b0b-f6a7-41c4-a604-b81a52d60e49 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:59.777244 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fef6eef8-2e08-4c2f-b19e-12e9d5797148 req-a92a0b0b-f6a7-41c4-a604-b81a52d60e49 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 944 time: 0.0528638 Oct 28 19:57:59.826498 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fef6eef8-2e08-4c2f-b19e-12e9d5797148 req-fbcba50f-c61d-4aae-b7e2-2a8d034c74f2 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Oct 28 19:57:59.864299 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device e7ef7fae-6919-4cd7-bc05-4da0d7e6897a details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:57:59.963727 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:59.975068 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'port_id': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'mac_address': 'fa:16:3e:01:6a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:00.010836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:00.011287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.024408 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ef7fae-6919-4cd7-bc05-4da0d7e6897a {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:00.045355 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:00.051834 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.097040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:00.104594 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.105036 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.105394 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.105727 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.106068 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.106439 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.106780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.107117 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.107456 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.107788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.108120 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.108455 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.108780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:00.340036 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:00.815287 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d795-a851-4a8a-a818-17869d66b62d req-9c1ad216-4c8e-45a2-b5a6-ac314ebd4514 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:00.816805 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1ca4d795-a851-4a8a-a818-17869d66b62d req-9c1ad216-4c8e-45a2-b5a6-ac314ebd4514 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Oct 28 19:58:00.870474 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1ca4d795-a851-4a8a-a818-17869d66b62d req-90aa2f05-4c0c-47e2-8bea-ea875fe06089 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Oct 28 19:58:00.954240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f2909-2671-494f-a324-c1c2c52874b9 req-0e5cb505-0310-4dcc-9fa5-8cc86129d9a2 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:00.955713 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bc0f2909-2671-494f-a324-c1c2c52874b9 req-0e5cb505-0310-4dcc-9fa5-8cc86129d9a2 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 945 time: 0.0564492 Oct 28 19:58:01.010800 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-bc0f2909-2671-494f-a324-c1c2c52874b9 req-0d6e6d31-7c33-4082-86e7-fc45c4c31b24 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Oct 28 19:58:01.875169 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:58:01.877268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device e7ef7fae-6919-4cd7-bc05-4da0d7e6897a up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:01.986011 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:58:01.989697 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39614) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:01.991925 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:01.992307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:01.992647 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a Oct 28 19:58:02.009448 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f059-ce8a-4663-8888-0d9cedfac4e5 req-728ba61c-b366-4b59-9e99-25c81514271b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:02.016736 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f15f059-ce8a-4663-8888-0d9cedfac4e5 req-728ba61c-b366-4b59-9e99-25c81514271b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0658264 Oct 28 19:58:02.064128 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:02.068548 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0f15f059-ce8a-4663-8888-0d9cedfac4e5 req-988cc079-4aa4-4054-8de1-e963e7c63fc5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Oct 28 19:58:02.088928 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:02.145865 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7b24322-27ac-477f-8c4f-28f9f3f6bcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.179111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: ACTIVE; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:02.180628 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.182743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:02.183975 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.198053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328a9a4-09f2-4490-b53e-71a8554d170b req-4f356006-b309-4c07-81d4-a3d8fe8a9cd4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:02.199626 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b328a9a4-09f2-4490-b53e-71a8554d170b req-4f356006-b309-4c07-81d4-a3d8fe8a9cd4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 945 time: 0.0849533 Oct 28 19:58:02.233190 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:02.235370 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:02.237664 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f3d22-4f62-45f7-a5b5-ab681f255e87" -d '{"events": [{"server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "name": "network-vif-plugged", "status": "completed", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:02.240986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:02.249799 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.272226 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b328a9a4-09f2-4490-b53e-71a8554d170b req-0f29d612-5b5b-4a5a-8c51-5856d29d8175 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665433 Oct 28 19:58:02.284808 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7b24322-27ac-477f-8c4f-28f9f3f6bcb7 admin admin] Publish callbacks [] for security_group (8b4bbb65-20c2-4564-87e3-03dfb8786692), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.290976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7b24322-27ac-477f-8c4f-28f9f3f6bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8b4bbb65-20c2-4564-87e3-03dfb8786692), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.305655 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2235a9-fc02-4102-8d4e-b12cefe4f01e x-openstack-request-id: req-fc2235a9-fc02-4102-8d4e-b12cefe4f01e {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:02.308418 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "name": "network-vif-plugged", "status": "completed", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:02.309547 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc2235a9-fc02-4102-8d4e-b12cefe4f01e {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:02.310230 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2235a9-fc02-4102-8d4e-b12cefe4f01e'] response: {'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'code': 200} Oct 28 19:58:02.321610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:02.325849 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24322-27ac-477f-8c4f-28f9f3f6bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4bbb65-20c2-4564-87e3-03dfb8786692,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:02.330291 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.345777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39634) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:02.356619 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a7b24322-27ac-477f-8c4f-28f9f3f6bcb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=539141afeb5248239303eee9a15136c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656309 Oct 28 19:58:02.369181 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:02.409113 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] Publish callbacks [] for security_group (8b4bbb65-20c2-4564-87e3-03dfb8786692), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.425986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['6441a7a1-4704-4df5-b739-1ef8f94d9367'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:02.433695 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] Publish callbacks [] for security_group (8b4bbb65-20c2-4564-87e3-03dfb8786692), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.459026 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=6']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:02.525526 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce978-5787-4431-b4fe-761b21fcad70 req-4435f1fe-1abc-426c-8daf-82e462252276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:02.527088 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-635ce978-5787-4431-b4fe-761b21fcad70 req-4435f1fe-1abc-426c-8daf-82e462252276 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 1130 time: 0.0588124 Oct 28 19:58:02.527919 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8b4bbb65-20c2-4564-87e3-03dfb8786692), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.531017 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.534720 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b4bbb65-20c2-4564-87e3-03dfb8786692 HTTP/1.1" status: 204 len: 168 time: 0.1851680 Oct 28 19:58:02.554232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68b95c-9d31-4960-8429-b6f54001c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4bbb65-20c2-4564-87e3-03dfb8786692,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:02.595242 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-635ce978-5787-4431-b4fe-761b21fcad70 req-10df9b8e-c2ec-4ac3-9476-4d8444ca2f73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583460 Oct 28 19:58:02.821517 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39652) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:02.834703 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e331e35-7f2d-4364-95bb-42d8345963c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.920380 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e331e35-7f2d-4364-95bb-42d8345963c5 admin admin] Publish callbacks [] for security_group (50dd8ca4-7e46-4106-869d-c83ab3bb3490), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.925000 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e331e35-7f2d-4364-95bb-42d8345963c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (50dd8ca4-7e46-4106-869d-c83ab3bb3490), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:02.961944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e331e35-7f2d-4364-95bb-42d8345963c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd8ca4-7e46-4106-869d-c83ab3bb3490,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:02.969141 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4e331e35-7f2d-4364-95bb-42d8345963c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27ebb3114dc949f0967cdb8d2a7e277f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464877 Oct 28 19:58:02.972150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39658) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:03.025533 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] Publish callbacks [] for security_group (50dd8ca4-7e46-4106-869d-c83ab3bb3490), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.052942 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] Publish callbacks [] for security_group (50dd8ca4-7e46-4106-869d-c83ab3bb3490), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.107848 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (50dd8ca4-7e46-4106-869d-c83ab3bb3490), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.111552 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.113087 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50dd8ca4-7e46-4106-869d-c83ab3bb3490 HTTP/1.1" status: 204 len: 168 time: 0.1399188 Oct 28 19:58:03.131742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8399f-c793-40e9-b1f4-9883c9bf332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd8ca4-7e46-4106-869d-c83ab3bb3490,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:03.252934 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1e0d8-270f-4e46-ad91-f679e9bb8d3c req-60da06ae-c9ba-4109-bcba-7d4c8ba03dd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:03.262739 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e7b1e0d8-270f-4e46-ad91-f679e9bb8d3c req-60da06ae-c9ba-4109-bcba-7d4c8ba03dd5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 944 time: 0.0732083 Oct 28 19:58:03.321079 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e7b1e0d8-270f-4e46-ad91-f679e9bb8d3c req-248f9fa5-8ebb-40f7-99c4-093e55642c3e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571785 Oct 28 19:58:03.432515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a988-a0eb-4efe-9137-f88c5554dcbf req-1b23f089-0594-4451-9394-4de4a1744a5e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:03.442583 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47a9a988-a0eb-4efe-9137-f88c5554dcbf req-1b23f089-0594-4451-9394-4de4a1744a5e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0739894 Oct 28 19:58:03.509107 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-47a9a988-a0eb-4efe-9137-f88c5554dcbf req-a844eb4c-dc64-4309-bad5-dc91595d5e6e tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653811 Oct 28 19:58:03.565094 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39668) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:03.579260 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-83028764-b098-40aa-8260-8936d7b34594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.681921 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-83028764-b098-40aa-8260-8936d7b34594 admin admin] Publish callbacks [] for security_group (6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.687223 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-83028764-b098-40aa-8260-8936d7b34594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.732229 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-83028764-b098-40aa-8260-8936d7b34594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b365d9fb4023497f86c5df6ed140fa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625776 Oct 28 19:58:03.732229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028764-b098-40aa-8260-8936d7b34594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:03.733672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 39670) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:03.803261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] Publish callbacks [] for security_group (6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.826717 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] Publish callbacks [] for security_group (6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.900859 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:03.906216 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.909116 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.920242 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3 HTTP/1.1" status: 204 len: 168 time: 0.1755962 Oct 28 19:58:03.960309 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcba4e4-c4cd-460e-83d4-70447ec5e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc20b64-7b6a-44b1-8956-c94d4fc8e6b3,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:03.969292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 6441a7a1-4704-4df5-b739-1ef8f94d9367 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:03.970167 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:03.970982 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 6441a7a1-4704-4df5-b739-1ef8f94d9367 Oct 28 19:58:04.082317 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:04.084169 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:04.127920 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:04.136651 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:04.192751 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=7']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:04.311707 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:04.316141 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed232ed3-4fe1-4580-8a9e-d4debedc6e5e" -d '{"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:04.355261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fff548-94e0-46b5-8ee1-5a0672fac03b x-openstack-request-id: req-60fff548-94e0-46b5-8ee1-5a0672fac03b {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:04.355814 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:04.356355 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60fff548-94e0-46b5-8ee1-5a0672fac03b {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:04.356953 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fff548-94e0-46b5-8ee1-5a0672fac03b'] response: {'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'code': 200} Oct 28 19:58:04.484568 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf917-e825-4133-8a26-be8657de1747 req-ae0605e1-7549-4e1d-9d22-ec280e64a16d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:04.488125 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24dbf917-e825-4133-8a26-be8657de1747 req-ae0605e1-7549-4e1d-9d22-ec280e64a16d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0707271 Oct 28 19:58:04.544147 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-24dbf917-e825-4133-8a26-be8657de1747 req-d0597fd2-e9b6-4031-80ad-2aac69b3199d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502424 Oct 28 19:58:04.673575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454382-8e7c-4bb3-a540-9a66fa7f5241 req-e814d3b9-8764-44ab-9877-86805118d5d5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:04.680714 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5e454382-8e7c-4bb3-a540-9a66fa7f5241 req-e814d3b9-8764-44ab-9877-86805118d5d5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0878477 Oct 28 19:58:04.738832 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5e454382-8e7c-4bb3-a540-9a66fa7f5241 req-31ace4ee-dcb8-42c8-9d30-883391a43c39 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569987 Oct 28 19:58:04.881194 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceb5f9-8df3-4687-a7de-0c36268809f2 req-965e6b4e-4204-4e2b-855d-f4b4f1962d3d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:04.882993 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b6ceb5f9-8df3-4687-a7de-0c36268809f2 req-965e6b4e-4204-4e2b-855d-f4b4f1962d3d tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0627720 Oct 28 19:58:04.893901 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 39706) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:04.898644 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Request body: {'floatingip': {'port_id': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:04.940724 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:05.419097 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:05.425233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:05.532929 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Floating IP b22d8926-408f-40d1-a84f-65a2828972ba associated. External IP: 172.27.3.115, port: e7ef7fae-6919-4cd7-bc05-4da0d7e6897a. Oct 28 19:58:05.565771 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:58:05.799855 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d59d43-a778-4308-98ea-a2b0c2f617dd req-d15c846d-2bfd-4ebb-a835-b3cfaa67d54a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:05.801544 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f0d59d43-a778-4308-98ea-a2b0c2f617dd req-d15c846d-2bfd-4ebb-a835-b3cfaa67d54a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.1091719 Oct 28 19:58:05.894772 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:05.908139 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f0d59d43-a778-4308-98ea-a2b0c2f617dd req-9a90db43-35ad-4439-b881-d77cf7d7118c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757558 Oct 28 19:58:06.026862 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:06.032155 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:06.041904 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:06.056442 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:06.057403 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:06.078475 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3c809ed9-c52f-45aa-bebd-1f82ca1b1f01 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "PUT /v2.0/floatingips/b22d8926-408f-40d1-a84f-65a2828972ba HTTP/1.1" status: 200 len: 992 time: 1.1830220 Oct 28 19:58:06.079042 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:06.082666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed526873-4e68-457a-a619-ac3dd2e86dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:06.207889 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:06.275520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e136e6d-9edf-4447-9650-19012a21ac02 x-openstack-request-id: req-7e136e6d-9edf-4447-9650-19012a21ac02 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:06.275909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:06.276261 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e136e6d-9edf-4447-9650-19012a21ac02 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:06.276783 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e136e6d-9edf-4447-9650-19012a21ac02'] response: {'name': 'network-changed', 'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'status': 'completed', 'code': 200} Oct 28 19:58:06.364899 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-08ad67e2-ff2d-48dc-a6be-33d9e59a639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:06.366729 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-08ad67e2-ff2d-48dc-a6be-33d9e59a639b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5919c7c8c5640909e1b61e1cd886421&device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 1130 time: 0.0626290 Oct 28 19:58:06.498155 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-effe3e1d-5f70-48eb-841e-8d76495afc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:06.501314 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-effe3e1d-5f70-48eb-841e-8d76495afc22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 200 len: 911 time: 0.1268463 Oct 28 19:58:06.585455 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-e309be7f-1a51-4c37-a275-b1f03b280005 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a HTTP/1.1" status: 200 len: 1000 time: 0.0787644 Oct 28 19:58:06.663877 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-03c50584-9668-4323-870f-28900c4d6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:06.666045 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-03c50584-9668-4323-870f-28900c4d6134 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 200 len: 849 time: 0.0733538 Oct 28 19:58:06.702049 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'b22d8926-408f-40d1-a84f-65a2828972ba', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:01:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:57:52Z', 'updated_at': '2022-10-28T19:58:05Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:06.735687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:06.746429 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:06.747074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:57:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:06.753053 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-dbef1a88-aa51-41de-8c3d-6dadd8027744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:06.754614 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-dbef1a88-aa51-41de-8c3d-6dadd8027744 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787020 Oct 28 19:58:06.871255 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-9f4c4df2-152e-4549-b14e-b5067f8c7f48 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028426 Oct 28 19:58:06.894373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:06.979113 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed526873-4e68-457a-a619-ac3dd2e86dd0 req-6266b02f-3e63-4869-a743-54a4304d04a0 service neutron] 10.222.0.55 "GET /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990295 Oct 28 19:58:07.100149 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317614d8-af10-4036-92a8-9c3588dc4659 req-03686a1e-7878-4c35-a327-c93118b6b5d3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:07.101923 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-317614d8-af10-4036-92a8-9c3588dc4659 req-03686a1e-7878-4c35-a327-c93118b6b5d3 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0715714 Oct 28 19:58:07.175703 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-317614d8-af10-4036-92a8-9c3588dc4659 req-d32518c2-877c-4c7c-84ef-952b30495d25 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657766 Oct 28 19:58:07.193130 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'b22d8926-408f-40d1-a84f-65a2828972ba', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:01:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:57:52Z', 'updated_at': '2022-10-28T19:58:05Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:07.221544 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85714469-ff6b-4c5e-a94d-a688ee38b51d None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'b22d8926-408f-40d1-a84f-65a2828972ba', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'port_id': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'mac_address': 'fa:16:3e:01:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:57:52Z', 'updated_at': '2022-10-28T19:58:05Z', 'revision_number': 1, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:07.444284 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62892f43-b2d0-4fb6-8acd-82ba207858e7 None None] New status for floating IP b22d8926-408f-40d1-a84f-65a2828972ba: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:08.331961 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0dae9-bc8a-49ad-a8ed-95cbd1bd25ef req-264ed02e-58e3-4932-81b6-96badbf8d6e6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:08.334555 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-52e0dae9-bc8a-49ad-a8ed-95cbd1bd25ef req-264ed02e-58e3-4932-81b6-96badbf8d6e6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0647840 Oct 28 19:58:08.400623 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-52e0dae9-bc8a-49ad-a8ed-95cbd1bd25ef req-3f055d79-faaf-4306-a7f6-8996fc53b8e6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616703 Oct 28 19:58:09.545663 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7acf5-7d7b-4ea4-9728-9eb7bb082854 req-ae0dd352-8221-4544-a489-48e301fd14c9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:09.547443 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6a7acf5-7d7b-4ea4-9728-9eb7bb082854 req-ae0dd352-8221-4544-a489-48e301fd14c9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0656393 Oct 28 19:58:09.619873 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f6a7acf5-7d7b-4ea4-9728-9eb7bb082854 req-69778dca-5ece-425f-ada3-ba75ff48a99d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629561 Oct 28 19:58:10.761073 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28d3f9-0e4d-4fdb-bcba-21c638ba8ad6 req-8b70abfc-8967-47d4-aa23-04a51e0d0144 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:10.762809 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0d28d3f9-0e4d-4fdb-bcba-21c638ba8ad6 req-8b70abfc-8967-47d4-aa23-04a51e0d0144 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0625219 Oct 28 19:58:10.819586 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0d28d3f9-0e4d-4fdb-bcba-21c638ba8ad6 req-dcf3e62c-5b21-4f64-8483-c6fdd22ff117 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Oct 28 19:58:11.971080 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d2d3-1fba-4acc-96dd-c1dc43ffc7d5 req-ef4c7bc6-ae39-4437-9631-b498f02eca8e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:11.973881 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d458d2d3-1fba-4acc-96dd-c1dc43ffc7d5 req-ef4c7bc6-ae39-4437-9631-b498f02eca8e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Oct 28 19:58:12.032781 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d458d2d3-1fba-4acc-96dd-c1dc43ffc7d5 req-a97eab33-dc33-4679-962f-c4131f4d51e9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508502 Oct 28 19:58:12.970784 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-993f3af9-df27-4a73-ade8-a9146412f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:12.972233 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-993f3af9-df27-4a73-ade8-a9146412f926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1129 time: 0.0517645 Oct 28 19:58:13.068536 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-5b8547b5-237b-4c7a-bf9a-ce1e1a0d7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:13.069508 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-5b8547b5-237b-4c7a-bf9a-ce1e1a0d7c9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0901709 Oct 28 19:58:13.141508 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-d202a957-0369-427c-a967-4918ec5ba991 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 1000 time: 0.0612283 Oct 28 19:58:13.160045 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184def-f24d-4a3f-979b-43a9351358b5 req-6fcbeaea-76ef-41b5-ad8a-77a6f3e2b695 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:13.161530 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fa184def-f24d-4a3f-979b-43a9351358b5 req-6fcbeaea-76ef-41b5-ad8a-77a6f3e2b695 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0532501 Oct 28 19:58:13.213410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fa184def-f24d-4a3f-979b-43a9351358b5 req-621f7407-175a-4902-95e8-1a10daacc46a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Oct 28 19:58:13.430108 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-7de8c39a-5557-4489-a53f-05fe10c577fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:13.431546 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-7de8c39a-5557-4489-a53f-05fe10c577fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.2803781 Oct 28 19:58:13.485800 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-3d9db6c0-642a-4ae6-8ad6-ac4df3b5cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:13.487240 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-3d9db6c0-642a-4ae6-8ad6-ac4df3b5cc89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453448 Oct 28 19:58:13.579904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-53b60b46-d2b9-41a6-af39-8df56aabab2d service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838389 Oct 28 19:58:13.672388 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7b2dc688-1805-4274-bf46-2e8f8ff43f83 req-9bf087f2-3c4d-4b2a-8f45-d30e608b83c6 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835600 Oct 28 19:58:14.353366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe96ce-d58e-4a23-b94a-c5629974c977 req-05fca5c5-b601-4a72-b525-ab15fed3d41b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:14.355011 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-89fe96ce-d58e-4a23-b94a-c5629974c977 req-05fca5c5-b601-4a72-b525-ab15fed3d41b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0561643 Oct 28 19:58:14.409361 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-89fe96ce-d58e-4a23-b94a-c5629974c977 req-89879221-b319-4c28-84ac-8627f4ec7856 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483103 Oct 28 19:58:15.003640 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5e629e35-fc89-4fd4-ad14-4d220d3c774a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:15.560044 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a302d-1d2b-449c-ada8-7a366a5828be req-61f641af-0307-4207-a263-a1aae8310297 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:15.561553 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c6a302d-1d2b-449c-ada8-7a366a5828be req-61f641af-0307-4207-a263-a1aae8310297 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 945 time: 0.0651805 Oct 28 19:58:15.616270 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1c6a302d-1d2b-449c-ada8-7a366a5828be req-4696409a-239d-4aaa-a8ef-77363497292e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476482 Oct 28 19:58:15.907505 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:15.980448 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: ACTIVE; New status is: DOWN {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:15.980840 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:16.003983 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:16.006646 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0223cc6-df33-4617-af7f-343d06e78317" -d '{"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-unplugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:16.019248 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:16.025361 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:16.079756 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=8']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:16.102553 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb59824-3531-406d-9383-8fb5ab23c592 x-openstack-request-id: req-5cb59824-3531-406d-9383-8fb5ab23c592 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:16.102850 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-unplugged", "status": "failed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "code": 422}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:16.103113 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cb59824-3531-406d-9383-8fb5ab23c592 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:16.103582 dv-cinder-862894-1-iscsi neutron-server[115428]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5cb59824-3531-406d-9383-8fb5ab23c592']: {'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'code': 422} returned with failed status Oct 28 19:58:16.759663 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166b704-8c52-42df-9049-cbba3b70d78b req-dc9e2fd3-cfe4-456a-8470-23f9528fad13 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:16.761169 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2166b704-8c52-42df-9049-cbba3b70d78b req-dc9e2fd3-cfe4-456a-8470-23f9528fad13 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Oct 28 19:58:16.813111 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2166b704-8c52-42df-9049-cbba3b70d78b req-f7774ec9-5cc7-4cbf-99a0-1174b5ea7216 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Oct 28 19:58:17.390319 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-20477fbf-8d32-42db-ab00-49226aa20b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:17.815764 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db926b4e-7584-4fdf-86b3-018da27756c9 req-b481a384-d2e4-4f01-bddd-c37767ed07f5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:17.817125 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db926b4e-7584-4fdf-86b3-018da27756c9 req-b481a384-d2e4-4f01-bddd-c37767ed07f5 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0806081 Oct 28 19:58:17.863182 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-0d1da9aa-6f31-4f43-8627-5291c5aa1252 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821953 Oct 28 19:58:17.874251 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db926b4e-7584-4fdf-86b3-018da27756c9 req-9893e401-b845-4638-8047-e24fe4478b5c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512989 Oct 28 19:58:17.937308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-6ca3ce1c-d43d-4cf6-961a-957c5951d64a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:17.938735 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-6ca3ce1c-d43d-4cf6-961a-957c5951d64a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports/6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 940 time: 0.0475876 Oct 28 19:58:18.351946 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:18.790581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-a73a06bc-b4c9-4dd8-a3ad-85d900515201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:18.792111 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-a73a06bc-b4c9-4dd8-a3ad-85d900515201 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473&tenant_id=36f8887e8f7f4c038d11cb582b95c2e8 HTTP/1.1" status: 200 len: 1127 time: 0.0796871 Oct 28 19:58:18.872810 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-dccdf784-bcbf-4750-8388-2a5ce7d81423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:18.874350 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-dccdf784-bcbf-4750-8388-2a5ce7d81423 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1127 time: 0.0532110 Oct 28 19:58:18.973616 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-952a7e07-65d4-488f-98f5-6a551149750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:18.975104 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-952a7e07-65d4-488f-98f5-6a551149750f service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 200 len: 918 time: 0.0939026 Oct 28 19:58:19.053034 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-03ea29b6-77af-4ce0-8b46-d08fa285e5d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 200 len: 998 time: 0.0638320 Oct 28 19:58:19.063609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab786ce-4bc7-4a74-830a-106dbb0baf27 req-e0c035a4-b13d-40bf-b9f3-07294613564d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:19.064990 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aab786ce-4bc7-4a74-830a-106dbb0baf27 req-e0c035a4-b13d-40bf-b9f3-07294613564d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.1094263 Oct 28 19:58:19.128493 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-2d0ad39c-e2c1-4908-9203-8585882927f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:19.129926 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-2d0ad39c-e2c1-4908-9203-8585882927f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 200 len: 856 time: 0.0640657 Oct 28 19:58:19.155513 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-aab786ce-4bc7-4a74-830a-106dbb0baf27 req-234650ac-8680-408c-8f02-5f813ee3ee32 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824676 Oct 28 19:58:19.188561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-f82bde77-7b5d-4f06-841a-6052dde7ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:19.190142 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-f82bde77-7b5d-4f06-841a-6052dde7ba44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e9288a-7a45-47ad-bf76-f555e3d2d2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526731 Oct 28 19:58:19.278962 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-ca4f64bc-3b53-469f-90d4-123cd5143d1c service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Oct 28 19:58:19.372979 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0996aa89-3ef2-4a54-8f64-bd894ca0825a req-395e61d0-3390-4db3-95cf-d3460ab3de82 service neutron] 10.222.0.55 "GET /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865970 Oct 28 19:58:19.624147 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:19.773423 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-00ef4159-2af3-439c-84b6-054208c3446b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444052 Oct 28 19:58:19.892024 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-da67d212-21cf-47e7-aa3a-ef91e30260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:19.894212 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-da67d212-21cf-47e7-aa3a-ef91e30260d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0650635 Oct 28 19:58:19.926123 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:20.067894 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: DOWN; New status is: DOWN {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:20.301616 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:20.308652 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e619dc-b208-4edd-b27d-6f017fa83be2 req-80839145-8fed-4d89-9494-b493047b7b46 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:20.310302 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-56e619dc-b208-4edd-b27d-6f017fa83be2 req-80839145-8fed-4d89-9494-b493047b7b46 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0618317 Oct 28 19:58:20.380398 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-56e619dc-b208-4edd-b27d-6f017fa83be2 req-aa10c1a4-8657-446e-806d-1f394c0a0d2f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Oct 28 19:58:21.146354 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:21.507271 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd7c3-6ae1-4cde-824a-b85095b4fb66 req-1ed3e009-e3b4-4da7-acf4-d16f42006da7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:21.508811 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-857fd7c3-6ae1-4cde-824a-b85095b4fb66 req-1ed3e009-e3b4-4da7-acf4-d16f42006da7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Oct 28 19:58:21.578657 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-857fd7c3-6ae1-4cde-824a-b85095b4fb66 req-d43c9e9d-8cad-4d83-9539-758b6ee9d7b8 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635486 Oct 28 19:58:22.719792 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8379-aa4a-4081-8552-28a51b5c1fd2 req-a96eff75-5a3e-4350-b829-7222ff9bd575 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:22.721315 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fa6d8379-aa4a-4081-8552-28a51b5c1fd2 req-a96eff75-5a3e-4350-b829-7222ff9bd575 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0603995 Oct 28 19:58:22.773060 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fa6d8379-aa4a-4081-8552-28a51b5c1fd2 req-a2fa0080-b2c1-4a4f-accf-a42a4fc75657 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Oct 28 19:58:23.925298 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811000a-6875-4358-9cb1-e3f1f115b37e req-a27c6d15-2ac3-46d1-9139-7278a7812f90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:23.926874 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9811000a-6875-4358-9cb1-e3f1f115b37e req-a27c6d15-2ac3-46d1-9139-7278a7812f90 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0541770 Oct 28 19:58:23.976216 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9811000a-6875-4358-9cb1-e3f1f115b37e req-6524ebd3-2c1a-428d-977f-7a21528e0de1 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Oct 28 19:58:25.113700 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec8d02-2b46-4f3e-80d8-3c0985cd5c42 req-f5a568c7-3b0b-487d-9c95-2bbc7657d621 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:25.115327 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c8ec8d02-2b46-4f3e-80d8-3c0985cd5c42 req-f5a568c7-3b0b-487d-9c95-2bbc7657d621 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0578256 Oct 28 19:58:25.169269 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c8ec8d02-2b46-4f3e-80d8-3c0985cd5c42 req-bf27cdc0-30d9-4a1c-9fb9-8aca8d3d68dd tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481784 Oct 28 19:58:26.301906 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5743-812c-46ff-b619-cadcdf7175d1 req-72426bbe-34ab-4253-af22-b2069dd4e1d9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:26.303595 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-68ed5743-812c-46ff-b619-cadcdf7175d1 req-72426bbe-34ab-4253-af22-b2069dd4e1d9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0549951 Oct 28 19:58:26.350035 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-68ed5743-812c-46ff-b619-cadcdf7175d1 req-61646670-9d03-4e53-93bd-3f97ea6f727a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Oct 28 19:58:27.491928 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d94d17-f76f-405d-b867-de150a33e82c req-80cacd3a-2496-448a-8561-8c80089f2372 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:27.493408 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d1d94d17-f76f-405d-b867-de150a33e82c req-80cacd3a-2496-448a-8561-8c80089f2372 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0544088 Oct 28 19:58:27.550589 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d1d94d17-f76f-405d-b867-de150a33e82c req-3673fa21-4ae5-44b7-a50f-f5ed801ca42f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512350 Oct 28 19:58:28.697794 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336a319-a960-45b9-8e88-b14a6bc1979a req-85c3f610-9dae-4dfa-aa77-7c2f3d6bf6f4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:28.699347 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8336a319-a960-45b9-8e88-b14a6bc1979a req-85c3f610-9dae-4dfa-aa77-7c2f3d6bf6f4 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0581574 Oct 28 19:58:28.746793 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8336a319-a960-45b9-8e88-b14a6bc1979a req-74f3af60-a60a-4e5d-8a86-4cd581ccace6 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Oct 28 19:58:29.137765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-b89f64ec-cd6c-41b1-9e28-eb7283545419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:29.139154 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-b89f64ec-cd6c-41b1-9e28-eb7283545419 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.0933268 Oct 28 19:58:29.203255 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-6d50f585-3aa9-417d-b2ca-897933a58705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 1000 time: 0.0572114 Oct 28 19:58:29.250628 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-e0603319-aa9d-45b4-b986-452b53871e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:29.251996 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-e0603319-aa9d-45b4-b986-452b53871e1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.0423124 Oct 28 19:58:29.308836 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-5e1d0b94-cb2a-4bed-a064-e94fbe61144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:29.311042 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-5e1d0b94-cb2a-4bed-a064-e94fbe61144b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507286 Oct 28 19:58:29.433778 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-7bb439f4-ef06-4ad9-91ad-2b0385fafb1b service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144407 Oct 28 19:58:29.525117 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc9443f8-b24f-439a-9cbb-5823a7737ed4 req-931edd3f-3498-412b-b14a-6315a476ae91 service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Oct 28 19:58:29.882860 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696c8c-5580-42cc-a384-e01456edf865 req-3a53cfb5-a7c1-44a6-aff2-161ae0e9170d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:29.884508 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b3696c8c-5580-42cc-a384-e01456edf865 req-3a53cfb5-a7c1-44a6-aff2-161ae0e9170d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0566328 Oct 28 19:58:29.934873 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b3696c8c-5580-42cc-a384-e01456edf865 req-a900dcb6-9c4a-4906-9a5b-135d9b84821c tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Oct 28 19:58:31.074210 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329912-9b61-460c-be8a-dbe7e1b7cc65 req-f0a98d8e-0ff6-46d4-a6c6-eaf2fc9f3a4f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:31.075676 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fe329912-9b61-460c-be8a-dbe7e1b7cc65 req-f0a98d8e-0ff6-46d4-a6c6-eaf2fc9f3a4f tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 943 time: 0.0577884 Oct 28 19:58:31.121386 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fe329912-9b61-460c-be8a-dbe7e1b7cc65 req-d6416528-c53e-4d16-bdee-c0eea9eeb56e tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Oct 28 19:58:31.970166 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:58:32.078060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:32.090419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'port_id': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'mac_address': 'fa:16:3e:1f:bd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:32.131425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:32.131890 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.145442 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:32.166377 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:32.172262 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.219702 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=9']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:32.261868 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a398bf-284c-470c-8a33-ea41880c0c7d req-401d3552-193f-4c48-b2e6-f5c3016db65b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:32.263382 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7a398bf-284c-470c-8a33-ea41880c0c7d req-401d3552-193f-4c48-b2e6-f5c3016db65b tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 944 time: 0.0532823 Oct 28 19:58:32.311463 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a7a398bf-284c-470c-8a33-ea41880c0c7d req-01988baf-b6a4-4936-86ad-cd82eb97e131 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Oct 28 19:58:32.424653 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['6441a7a1-4704-4df5-b739-1ef8f94d9367'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:33.441868 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e879f-d299-492d-90aa-810183da6220 req-e9a5f95a-cdaf-4447-8951-2666ea4828dc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:33.443527 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-761e879f-d299-492d-90aa-810183da6220 req-e9a5f95a-cdaf-4447-8951-2666ea4828dc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 944 time: 0.0544956 Oct 28 19:58:33.467566 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40018) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:33.490602 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-761e879f-d299-492d-90aa-810183da6220 req-193bb423-6065-49e7-a4e7-95ab04a68e7d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Oct 28 19:58:33.580371 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3700d724-84d4-4559-9f79-448afb66bf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.656212 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3700d724-84d4-4559-9f79-448afb66bf8b admin admin] Publish callbacks [] for security_group (5ccbdf3d-e24d-4222-84fa-0d627de52726), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.662239 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3700d724-84d4-4559-9f79-448afb66bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5ccbdf3d-e24d-4222-84fa-0d627de52726), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.698685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700d724-84d4-4559-9f79-448afb66bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccbdf3d-e24d-4222-84fa-0d627de52726,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:33.702866 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-3700d724-84d4-4559-9f79-448afb66bf8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9d62246e0df4dd9b6f9476cef427559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341473 Oct 28 19:58:33.706342 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40022) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:33.754133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] Publish callbacks [] for security_group (5ccbdf3d-e24d-4222-84fa-0d627de52726), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.775281 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] Publish callbacks [] for security_group (5ccbdf3d-e24d-4222-84fa-0d627de52726), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.824795 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5ccbdf3d-e24d-4222-84fa-0d627de52726), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.827657 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.828811 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ccbdf3d-e24d-4222-84fa-0d627de52726 HTTP/1.1" status: 204 len: 168 time: 0.1215940 Oct 28 19:58:33.836828 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d421-d8b1-4f7e-a751-9e783f57f0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccbdf3d-e24d-4222-84fa-0d627de52726,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:33.994834 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:34.045696 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 6441a7a1-4704-4df5-b739-1ef8f94d9367 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:34.046102 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.046462 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 6441a7a1-4704-4df5-b739-1ef8f94d9367 Oct 28 19:58:34.118585 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 6441a7a1-4704-4df5-b739-1ef8f94d9367 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:34.118981 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.142829 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:34.146728 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c9180-3da3-4e9e-b6b5-ca45bcae4391" -d '{"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:34.157831 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:34.163573 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.191786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f6a56-351e-48c8-9d77-02d2e8442e4e x-openstack-request-id: req-9b1f6a56-351e-48c8-9d77-02d2e8442e4e {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:34.192037 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-plugged", "status": "completed", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:34.192318 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b1f6a56-351e-48c8-9d77-02d2e8442e4e {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:34.192714 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1f6a56-351e-48c8-9d77-02d2e8442e4e'] response: {'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'code': 200} Oct 28 19:58:34.216290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=10']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:34.378167 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94425bad-5932-479e-b3a3-e4ae28f01ac3 req-b21b24e4-44c9-443b-941c-901eb79077aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:34.379698 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-94425bad-5932-479e-b3a3-e4ae28f01ac3 req-b21b24e4-44c9-443b-941c-901eb79077aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 1130 time: 0.0442221 Oct 28 19:58:34.428084 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-94425bad-5932-479e-b3a3-e4ae28f01ac3 req-0f299131-4474-4ba2-b773-52936b5a2e41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Oct 28 19:58:34.623152 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3cce6-36d7-4b85-a45d-cc8eae014765 req-03b00335-5b89-465b-8432-2490becd5a66 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:34.626727 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f0c3cce6-36d7-4b85-a45d-cc8eae014765 req-03b00335-5b89-465b-8432-2490becd5a66 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0546820 Oct 28 19:58:34.675699 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f0c3cce6-36d7-4b85-a45d-cc8eae014765 req-abe5b322-387b-4414-a908-402da7c42568 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Oct 28 19:58:34.869401 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b60a1-a2c1-4b99-a8e8-dd9f2c4aaa0d req-9b65e91c-6b11-449d-ad6b-6e40dd3300fb tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:34.871258 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1a4b60a1-a2c1-4b99-a8e8-dd9f2c4aaa0d req-9b65e91c-6b11-449d-ad6b-6e40dd3300fb tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0635326 Oct 28 19:58:34.923002 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1a4b60a1-a2c1-4b99-a8e8-dd9f2c4aaa0d req-377e9dca-af94-47bc-b2cc-de6202f23c15 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Oct 28 19:58:35.811063 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab478-6019-48c2-9b2c-e772d633b4be req-407668cf-18a2-481d-9929-031753d3aec7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:35.812633 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed2ab478-6019-48c2-9b2c-e772d633b4be req-407668cf-18a2-481d-9929-031753d3aec7 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0574589 Oct 28 19:58:35.865240 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ed2ab478-6019-48c2-9b2c-e772d633b4be req-58653a83-8d0b-49cc-8295-ba39983535e9 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Oct 28 19:58:36.073027 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6b56b-d363-48dd-9b3f-dcca141b0226 req-762d1d23-2fe8-4bc6-ad29-904b356f468b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:36.073027 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-eca6b56b-d363-48dd-9b3f-dcca141b0226 req-762d1d23-2fe8-4bc6-ad29-904b356f468b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0672541 Oct 28 19:58:36.124607 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-eca6b56b-d363-48dd-9b3f-dcca141b0226 req-64ddc5db-64cd-4058-a8c2-f7c1266dc959 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Oct 28 19:58:36.607322 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-90ea7ab1-1b4f-455d-bcc0-8db14f039364 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:36.608682 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-90ea7ab1-1b4f-455d-bcc0-8db14f039364 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0656295 Oct 28 19:58:36.701680 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:36.701977 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.796680 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] For port 1b38b850-3d82-4b23-a2e0-27448b5d0c70, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1b38b850-3d82-4b23-a2e0-27448b5d0c70,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:36.797048 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.952948 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.953299 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (d242445e-002e-481d-a690-84c744973a9f), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.953590 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP d242445e-002e-481d-a690-84c744973a9f disassociated. External IP: 172.27.3.186, port: 1b38b850-3d82-4b23-a2e0-27448b5d0c70. Oct 28 19:58:36.953968 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for 1b38b850-3d82-4b23-a2e0-27448b5d0c70 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:36.999334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16b10-c91f-431a-9bce-8a1949200c60 req-fe5cf07f-1e09-4eb2-a561-452b16ef8393 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:37.000849 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ee16b10-c91f-431a-9bce-8a1949200c60 req-fe5cf07f-1e09-4eb2-a561-452b16ef8393 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0526192 Oct 28 19:58:37.048402 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ee16b10-c91f-431a-9bce-8a1949200c60 req-410ec8ce-de18-4d93-bc5b-320f3df5366a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Oct 28 19:58:37.084281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (1b38b850-3d82-4b23-a2e0-27448b5d0c70), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.111092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=1b38b850-3d82-4b23-a2e0-27448b5d0c70,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:37.240825 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:37.243096 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-5765a6fc-337e-41dc-aca7-d5071147bc73 req-47a13050-633f-452b-834b-e43e7f923787 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4 HTTP/1.1" status: 200 len: 210 time: 0.0320914 Oct 28 19:58:37.348354 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:37.361047 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:37.371938 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:37.372621 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:37.393565 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] No DVR routers for this DVR port 1b38b850-3d82-4b23-a2e0-27448b5d0c70 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:37.396165 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.399584 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c844f7b5-c844-4b58-b09b-455e6b21db7c req-5c82df57-5af6-43e3-9913-1255411dc2a0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "DELETE /v2.0/ports/1b38b850-3d82-4b23-a2e0-27448b5d0c70 HTTP/1.1" status: 204 len: 173 time: 0.7855134 Oct 28 19:58:37.400092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'name': 'network-vif-deleted', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:37.402389 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63396bb9-6388-41e2-bde7-ae08d74f5876" -d '{"events": [{"server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "name": "network-vif-deleted", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:37.440438 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11546526-83d2-4d89-b04c-84ce48325cba x-openstack-request-id: req-11546526-83d2-4d89-b04c-84ce48325cba {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:37.440752 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4", "name": "network-vif-deleted", "tag": "1b38b850-3d82-4b23-a2e0-27448b5d0c70", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:37.441008 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11546526-83d2-4d89-b04c-84ce48325cba {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:37.441419 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11546526-83d2-4d89-b04c-84ce48325cba'] response: {'server_uuid': '15b49bfc-3b4d-4cee-bfd4-dfe57578c1a4', 'name': 'network-vif-deleted', 'tag': '1b38b850-3d82-4b23-a2e0-27448b5d0c70', 'status': 'completed', 'code': 200} Oct 28 19:58:37.482489 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:37.718949 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:37.742900 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:37.752018 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:37.752639 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:37.849898 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:38.050269 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:38.075487 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a836877-272d-4cd5-9d2b-d71e7065d461 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:38.306978 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c4691-5d77-4a10-952c-e45845513ce3 None None] New status for floating IP d242445e-002e-481d-a690-84c744973a9f: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:38.520863 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-6a2ca81d-1ef0-4c7d-bc5a-906b8f1b94ad tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087578669&fields=id&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 267 time: 0.0446279 Oct 28 19:58:38.630925 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-cb8d55da-2cd6-4b08-95bf-fa903978ef90 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:38.632375 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-cb8d55da-2cd6-4b08-95bf-fa903978ef90 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1041174 Oct 28 19:58:38.649650 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-f6438d25-a5b8-4cac-a457-fa2647c5a0d5 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/quotas/42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 375 time: 0.0099239 Oct 28 19:58:38.705511 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-06d744f8-1a43-401d-ac49-3d46179b47f1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504608 Oct 28 19:58:38.812259 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-dd9a6065-badc-445c-af89-0a8267f2e551 service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949318 Oct 28 19:58:38.899148 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-b0b3153b-9fd9-45ab-976d-404dfd4ea742 service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859959 Oct 28 19:58:39.201829 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ac620758-d9ab-4cc3-b5fc-150bdb59979a req-fb3afd0c-7378-461e-9103-6a14af7ef333 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 210 time: 0.0270126 Oct 28 19:58:40.027477 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1b38b850-3d82-4b23-a2e0-27448b5d0c70 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:40.058864 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 1b38b850-3d82-4b23-a2e0-27448b5d0c70 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:40.059202 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 1b38b850-3d82-4b23-a2e0-27448b5d0c70 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:40.167196 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-333d1690-8088-451d-b5b8-fcf67050659f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:40.168880 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-333d1690-8088-451d-b5b8-fcf67050659f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1286139 Oct 28 19:58:40.231176 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-ba0715d5-fc68-407e-b86a-d7a0268e856f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 380 time: 0.0540802 Oct 28 19:58:40.240749 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'port': {'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'admin_state_up': True, 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'security_groups': ['de513a47-b864-4284-b76b-e34d39ab7771']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:40.307489 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-938af984-d63e-4592-9b5a-7fc8df6b7a6b req-f6303c6c-7a33-4238-b0fb-b65dac4155d6 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Oct 28 19:58:40.352690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Made reservation on behalf of 42ce8f3da9ea4ee9a28652bd99014bc0 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:40.357723 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.494281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.20.0.14 (b919d875-8558-4a77-8e1e-27b2e926c796/cc9d6d84-5155-434c-a3cc-78d81a45adb3/f03ec81f-22bf-44a4-802a-e37703c4f20c) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:40.638467 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.673986 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.716761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:40.721765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:40.728427 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:40.733473 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:40.783771 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:40.784558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.802385 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-6ec3f83e-3a33-4d68-bb9f-b323baa4c2f3 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655119 Oct 28 19:58:40.814524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Request body: {'port': {'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:40.875869 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.018608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Provisioning complete for port f03ec81f-22bf-44a4-802a-e37703c4f20c triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:41.018990 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.019329 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Attempt 1 to provision port f03ec81f-22bf-44a4-802a-e37703c4f20c Oct 28 19:58:41.054127 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Port f03ec81f-22bf-44a4-802a-e37703c4f20c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:41.125137 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03ec81f-22bf-44a4-802a-e37703c4f20c {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:41.132852 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks [] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.144649 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Transition to ACTIVE for port object f03ec81f-22bf-44a4-802a-e37703c4f20c will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:58:41.151520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.213651 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Pushing event updated for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:41.260762 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Attempting to bind port f03ec81f-22bf-44a4-802a-e37703c4f20c on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:41.261406 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Attempting to bind port f03ec81f-22bf-44a4-802a-e37703c4f20c by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:41.261406 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Attempting to bind port f03ec81f-22bf-44a4-802a-e37703c4f20c on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:41.265918 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Port f03ec81f-22bf-44a4-802a-e37703c4f20c on network b919d875-8558-4a77-8e1e-27b2e926c796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:58:41.266276 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Attempting to bind port f03ec81f-22bf-44a4-802a-e37703c4f20c on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:41.270917 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:41.271243 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:41.271626 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Bound using segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:41.272046 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Bound port: f03ec81f-22bf-44a4-802a-e37703c4f20c, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:41.272396 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.334583 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:41.337802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:41.343375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.348065 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.348293 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.349683 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] 10.222.0.55 "PUT /v2.0/ports/f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 1094 time: 0.5395765 Oct 28 19:58:41.350204 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:41.352492 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a74bbc-8c74-46c2-a76e-eccf52b44c01" -d '{"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:41.400994 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e4a8a-2973-436c-bcd1-2906f94dac8e service neutron] Pushing event updated for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:41.416311 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d4841b-940c-4f84-9d36-66b4f0e3c129 x-openstack-request-id: req-f7d4841b-940c-4f84-9d36-66b4f0e3c129 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:41.416509 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:41.416751 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7d4841b-940c-4f84-9d36-66b4f0e3c129 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:41.417125 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d4841b-940c-4f84-9d36-66b4f0e3c129'] response: {'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'status': 'completed', 'code': 200} Oct 28 19:58:41.501172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-2d403b34-2f48-4350-8d28-9ce1a0a1cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.502723 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-2d403b34-2f48-4350-8d28-9ce1a0a1cca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1128 time: 0.0832379 Oct 28 19:58:41.514177 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebda08-cab3-4ba4-ae6f-fb8cadfea747 req-fb7b8694-9ef3-4924-af74-6264b303bfc1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.515907 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-eeebda08-cab3-4ba4-ae6f-fb8cadfea747 req-fb7b8694-9ef3-4924-af74-6264b303bfc1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0873001 Oct 28 19:58:41.555376 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Attempt 2 to provision port f03ec81f-22bf-44a4-802a-e37703c4f20c Oct 28 19:58:41.558498 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-58a63e32-85e8-47a3-a0b5-13e1feba3962 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 217 time: 0.0415192 Oct 28 19:58:41.595250 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-dad7e750-45ba-41a5-99f4-bbe1584ce5ba None None] Port f03ec81f-22bf-44a4-802a-e37703c4f20c had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:58:41.626888 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-a7b867ed-ce96-4ee0-a5e6-f6456dc337af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.628353 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-a7b867ed-ce96-4ee0-a5e6-f6456dc337af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0639651 Oct 28 19:58:41.633081 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-eeebda08-cab3-4ba4-ae6f-fb8cadfea747 req-94d87526-7bfb-4b61-bf31-8289309b0c08 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103480 Oct 28 19:58:41.681370 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ab45d-9216-494f-8c00-d386bca34939 req-2ed28c28-3bc0-4e3a-9c44-464013a1cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.682839 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-2ed28c28-3bc0-4e3a-9c44-464013a1cfce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478940 Oct 28 19:58:41.774794 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-4c8e29bc-065a-429e-b1df-26616ec8038e service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838227 Oct 28 19:58:41.878801 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-093ab45d-9216-494f-8c00-d386bca34939 req-f4172f88-20ec-478d-a6ba-8cf3e705ba8e service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964372 Oct 28 19:58:41.974013 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-40705bc5-15e4-40c0-8959-edc97176c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.975483 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-40705bc5-15e4-40c0-8959-edc97176c83d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1128 time: 0.0463238 Oct 28 19:58:42.570610 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:58:42.758397 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033d237-4cda-4e0e-8070-9d4453d5e5a3 req-9f084945-7b30-4147-8328-13e5c1cd2ecf tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:42.760093 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6033d237-4cda-4e0e-8070-9d4453d5e5a3 req-9f084945-7b30-4147-8328-13e5c1cd2ecf tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0530062 Oct 28 19:58:42.870342 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6033d237-4cda-4e0e-8070-9d4453d5e5a3 req-01b7cb17-4ad9-4f18-8102-8590b769f4e0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004801 Oct 28 19:58:42.889150 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-18902932-5fc1-419f-ab0b-a7f235d26d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:42.890772 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-18902932-5fc1-419f-ab0b-a7f235d26d68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.1167452 Oct 28 19:58:43.601144 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-9ab2cc51-3a00-4228-ab3f-c5f42881c172 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 217 time: 0.0464947 Oct 28 19:58:44.015165 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6069a-4e32-4254-9600-ebc1fcbcb125 req-f64c00b4-eb0b-45f6-a1a6-51ed9c85a791 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:44.016640 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c0c6069a-4e32-4254-9600-ebc1fcbcb125 req-f64c00b4-eb0b-45f6-a1a6-51ed9c85a791 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0679579 Oct 28 19:58:44.071030 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c0c6069a-4e32-4254-9600-ebc1fcbcb125 req-f74ac9e7-087a-434e-9a52-190f889a8bae tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460413 Oct 28 19:58:44.497549 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-c17aeb1c-013f-4ea0-89f7-0bab327abe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:44.499184 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-c17aeb1c-013f-4ea0-89f7-0bab327abe01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0514293 Oct 28 19:58:44.552438 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-265a460a-3745-4e07-92b9-c0e4c5ec5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:44.553917 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-265a460a-3745-4e07-92b9-c0e4c5ec5c54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483944 Oct 28 19:58:44.641596 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-4bed5972-1cf0-467d-8bab-d333b612b7ff service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803785 Oct 28 19:58:44.740566 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-21a74bbc-8c74-46c2-a76e-eccf52b44c01 req-8374fc8a-a6e2-4a01-a18d-9732b82b9a1f service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889964 Oct 28 19:58:45.007768 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6a1b9d66-5dfd-4b4e-b000-a2d087827ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:45.210109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5c753-9099-4445-9049-c568b0398968 req-a3440031-082b-454a-be25-7d5e8cd8d823 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:45.211572 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3fc5c753-9099-4445-9049-c568b0398968 req-a3440031-082b-454a-be25-7d5e8cd8d823 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0554688 Oct 28 19:58:45.265266 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3fc5c753-9099-4445-9049-c568b0398968 req-2f42ce4e-ffe0-4423-9609-3b82582b8317 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477474 Oct 28 19:58:46.398225 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ab9e-2107-4bd8-935a-13b8e8a3f3c2 req-20fb3907-4178-4619-aad9-8f3829b0b165 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:46.399606 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4f38ab9e-2107-4bd8-935a-13b8e8a3f3c2 req-20fb3907-4178-4619-aad9-8f3829b0b165 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0538034 Oct 28 19:58:46.449553 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4f38ab9e-2107-4bd8-935a-13b8e8a3f3c2 req-97318d60-839d-4ca9-9f45-4561cd1b68a9 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Oct 28 19:58:47.395839 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-93a304b0-0e51-47f6-9be1-52e299977a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.593072 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8471e86-82d1-40bc-b323-e635857fddcd req-a0fde8ce-919d-40ae-8898-179f44e70c4e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:47.594555 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d8471e86-82d1-40bc-b323-e635857fddcd req-a0fde8ce-919d-40ae-8898-179f44e70c4e tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0600960 Oct 28 19:58:47.649727 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d8471e86-82d1-40bc-b323-e635857fddcd req-34742e2e-5161-49f6-af08-109ddbc03497 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487483 Oct 28 19:58:48.353539 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.780466 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed347747-415d-41bb-aee0-8fe70bce6eb3 req-b3793e89-a1a4-4d80-b0f6-758f32196955 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.782228 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed347747-415d-41bb-aee0-8fe70bce6eb3 req-b3793e89-a1a4-4d80-b0f6-758f32196955 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0565486 Oct 28 19:58:48.836490 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed347747-415d-41bb-aee0-8fe70bce6eb3 req-0f6170d3-3b17-4550-afc4-6f021d17fdf2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481923 Oct 28 19:58:49.627927 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.130508 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bbf11-062b-496e-823b-75b04e1f1291 req-8d0ee498-3e46-4ba0-9f0f-60f75fbe3e69 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:50.132058 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-536bbf11-062b-496e-823b-75b04e1f1291 req-8d0ee498-3e46-4ba0-9f0f-60f75fbe3e69 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0628319 Oct 28 19:58:50.182534 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-536bbf11-062b-496e-823b-75b04e1f1291 req-4f1d11f9-004c-4048-9135-3535d593b76c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Oct 28 19:58:50.334194 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:51.155734 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:51.310499 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbd6a-24a6-4c53-be63-c182516f2b3c req-13a2fed5-6f93-4176-8f58-fa7514ba47d0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.311976 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fb7cbd6a-24a6-4c53-be63-c182516f2b3c req-13a2fed5-6f93-4176-8f58-fa7514ba47d0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 944 time: 0.0555105 Oct 28 19:58:51.360498 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fb7cbd6a-24a6-4c53-be63-c182516f2b3c req-379147ba-00c0-4a18-bcae-59ea07fc5a68 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Oct 28 19:58:52.079015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f03ec81f-22bf-44a4-802a-e37703c4f20c details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:58:52.179101 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:52.191070 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:52.229441 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f03ec81f-22bf-44a4-802a-e37703c4f20c is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:52.229840 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:52.373726 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03ec81f-22bf-44a4-802a-e37703c4f20c {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:52.395046 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:52.399488 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:52.446509 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:52.485483 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21f60-7772-4c33-aaf5-87b3598921dd req-66b3f430-36ca-4d9a-8d49-29872c1297e6 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:52.487072 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f5e21f60-7772-4c33-aaf5-87b3598921dd req-66b3f430-36ca-4d9a-8d49-29872c1297e6 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 945 time: 0.0544477 Oct 28 19:58:52.536580 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f5e21f60-7772-4c33-aaf5-87b3598921dd req-51236128-bc65-4a32-8606-c32ef5f96f32 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Oct 28 19:58:52.655457 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['f03ec81f-22bf-44a4-802a-e37703c4f20c'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:53.669298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9b178-33e0-48df-b1a6-97416f91045b req-42bcc6f7-6fd8-48e2-a2ed-5326dfa4ab0a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:53.670801 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b4f9b178-33e0-48df-b1a6-97416f91045b req-42bcc6f7-6fd8-48e2-a2ed-5326dfa4ab0a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 945 time: 0.0575902 Oct 28 19:58:53.718902 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b4f9b178-33e0-48df-b1a6-97416f91045b req-2b6c962e-82a7-46f4-8427-a60d70af5b50 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Oct 28 19:58:54.096014 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f03ec81f-22bf-44a4-802a-e37703c4f20c up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:54.146964 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port f03ec81f-22bf-44a4-802a-e37703c4f20c completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:58:54.150719 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port f03ec81f-22bf-44a4-802a-e37703c4f20c triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:54.151096 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:54.151433 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port f03ec81f-22bf-44a4-802a-e37703c4f20c Oct 28 19:58:54.225806 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f03ec81f-22bf-44a4-802a-e37703c4f20c is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:54.226020 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:54.254290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:54.256587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6d742e-864a-461c-ad4b-f491d1784062" -d '{"events": [{"server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "name": "network-vif-plugged", "status": "completed", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:54.270119 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:54.281388 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:54.305279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb2076a-df22-42d3-a818-3564fa1bacb9 x-openstack-request-id: req-4eb2076a-df22-42d3-a818-3564fa1bacb9 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:54.305279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "name": "network-vif-plugged", "status": "completed", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:54.305520 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb2076a-df22-42d3-a818-3564fa1bacb9 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:54.305830 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb2076a-df22-42d3-a818-3564fa1bacb9'] response: {'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'code': 200} Oct 28 19:58:54.333088 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:54.544396 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ebf1-1d7b-4e5a-9cc9-f903620e7777 req-be306d12-86f7-4fbb-8176-ceb1fd9a903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:54.545978 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6d98ebf1-1d7b-4e5a-9cc9-f903620e7777 req-be306d12-86f7-4fbb-8176-ceb1fd9a903e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0456831 Oct 28 19:58:54.593780 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6d98ebf1-1d7b-4e5a-9cc9-f903620e7777 req-c22112c6-f6b5-4cf4-8dc9-8a49a06b2a59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Oct 28 19:58:54.850964 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126129bc-a68b-47dd-bd7c-42d95e10f969 req-367feddf-d6c9-40ab-8535-fc6c8c258f6c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:54.852362 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-126129bc-a68b-47dd-bd7c-42d95e10f969 req-367feddf-d6c9-40ab-8535-fc6c8c258f6c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.0576971 Oct 28 19:58:54.902383 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-126129bc-a68b-47dd-bd7c-42d95e10f969 req-a7350a9e-f08a-458a-a716-f30f1d809bae tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Oct 28 19:58:56.033644 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feef99-9d2a-4615-be7d-92e17ab6d57d req-943d1cc7-3e31-4451-b7e4-07f20bc9723b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:56.035153 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-72feef99-9d2a-4615-be7d-92e17ab6d57d req-943d1cc7-3e31-4451-b7e4-07f20bc9723b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.0577376 Oct 28 19:58:56.087802 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-72feef99-9d2a-4615-be7d-92e17ab6d57d req-0c605426-9d60-47ea-b58e-5f7f2c511102 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 Oct 28 19:58:56.217136 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b47861-8bfb-4940-8dcf-36f67a62c39f req-63fe961c-899d-4544-a907-4432fcef747c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:56.218603 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30b47861-8bfb-4940-8dcf-36f67a62c39f req-63fe961c-899d-4544-a907-4432fcef747c tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.0577724 Oct 28 19:58:56.272360 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-30b47861-8bfb-4940-8dcf-36f67a62c39f req-d3a1a875-3e0e-409a-9701-5035672c6166 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479155 Oct 28 19:58:56.304444 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40380) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:56.351074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b9442-e691-4d89-bf5c-5520f52e2b14 tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:56.352597 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-921b9442-e691-4d89-bf5c-5520f52e2b14 tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1125 time: 0.0471504 Oct 28 19:58:56.356757 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40382) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:56.360975 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:56.383631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.726646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.838092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.27.3.106 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/babd9e19-14c7-4b07-8372-b9e97b2f961b) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:56.954684 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.993504 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.031351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:57.038707 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:57.041932 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:57.045248 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=babd9e19-14c7-4b07-8372-b9e97b2f961b,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:57.071509 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.071861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.072202 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.072540 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.072878 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.073222 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.073543 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.073873 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.074236 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.074546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.074891 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.075195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.075512 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:57.404315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (f25d0ebc-c72c-42f2-9a5e-6f2bef776533), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.471363 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.620999 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.627169 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.696468 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (f25d0ebc-c72c-42f2-9a5e-6f2bef776533), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.698570 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=babd9e19-14c7-4b07-8372-b9e97b2f961b,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:57.772247 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40392) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:57.797451 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP f25d0ebc-c72c-42f2-9a5e-6f2bef776533 associated. External IP: 172.27.3.106, port: f03ec81f-22bf-44a4-802a-e37703c4f20c. Oct 28 19:58:57.999663 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:58.067215 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Deleting port 8b635585-ec47-4edb-9282-1bd72de902ce {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:58.067631 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.111222 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:58.123587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:58.132240 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.136482 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:58.137225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.157119 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.157739 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for floatingip (8b635585-ec47-4edb-9282-1bd72de902ce), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.167784 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e8e56aa7-cf87-4d6e-bd8b-57957634edb7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8076184 Oct 28 19:58:58.167784 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:58.168941 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1611824-901f-4a0c-ac84-93a02a7690cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:58.174367 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Calling delete_port for 8b635585-ec47-4edb-9282-1bd72de902ce owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:58.209254 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e748a17-8b55-4744-a652-66142cecf91f x-openstack-request-id: req-2e748a17-8b55-4744-a652-66142cecf91f {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:58.209843 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:58.210192 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e748a17-8b55-4744-a652-66142cecf91f {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:58.210663 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e748a17-8b55-4744-a652-66142cecf91f'] response: {'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'status': 'completed', 'code': 200} Oct 28 19:58:58.247426 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:58.278905 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-4aa243af-f263-4bfb-9ff3-874d1a4a6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.280360 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-4aa243af-f263-4bfb-9ff3-874d1a4a6847 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0479851 Oct 28 19:58:58.364368 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (8b635585-ec47-4edb-9282-1bd72de902ce), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.382750 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-459395de-a339-4530-af1b-5f1113cc08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.384481 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-459395de-a339-4530-af1b-5f1113cc08a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0979581 Oct 28 19:58:58.389282 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event deleted for resources: {'Port': ['ID=8b635585-ec47-4edb-9282-1bd72de902ce,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:58.426054 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.426472 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.427430 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.427430 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.427669 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.427794 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.428124 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.428457 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.428784 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.429110 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.429436 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.430117 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.430274 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:58.452551 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-121e09be-d4fb-4da8-84d9-b12f64a97a99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 1000 time: 0.0611007 Oct 28 19:58:58.474249 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for floatingip (46d6d259-77a4-4c3c-a902-b1cc911e1782), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.474567 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Floating IP 46d6d259-77a4-4c3c-a902-b1cc911e1782 disassociated (deleted). External IP: 172.27.3.25, port: 05af2698-cf4d-4205-aab4-03ee533e1f3b. Oct 28 19:58:58.499238 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:57Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.509098 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-7773b9be-28b6-4725-b4f1-8c6aa4d6a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.510744 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-7773b9be-28b6-4725-b4f1-8c6aa4d6a264 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0514257 Oct 28 19:58:58.523433 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:58.536715 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:58.537724 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.568201 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-a04568fa-81a9-4c4b-9a7a-bb3062b2082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.569761 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-a04568fa-81a9-4c4b-9a7a-bb3062b2082b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516491 Oct 28 19:58:58.658916 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:58.681997 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-72ff4fcd-5e17-45ce-93a8-5174b5bf2a8e service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036153 Oct 28 19:58:58.686856 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:58.792985 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f1611824-901f-4a0c-ac84-93a02a7690cc req-f550192b-ca8e-404c-89ab-dab46e3ddee9 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Oct 28 19:58:58.799924 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:58.804441 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.810522 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Sync routers for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:58.826284 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:58.827168 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.855400 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d809cb93-956e-4432-98b6-37dd9e8e3008 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "DELETE /v2.0/floatingips/46d6d259-77a4-4c3c-a902-b1cc911e1782 HTTP/1.1" status: 204 len: 168 time: 1.0819938 Oct 28 19:58:58.856738 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:58.864084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013abd38-3aab-406a-bc6e-623a90c35128" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:58.912611 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:57Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.941657 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:58.943158 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd4d29-db27-47c1-9d28-d9109c3e6042 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:57Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:59.071642 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43220099-f1b6-4758-8e8e-f309e724fa86 x-openstack-request-id: req-43220099-f1b6-4758-8e8e-f309e724fa86 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:59.071984 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:59.072396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43220099-f1b6-4758-8e8e-f309e724fa86 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:59.072820 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43220099-f1b6-4758-8e8e-f309e724fa86'] response: {'name': 'network-changed', 'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'status': 'completed', 'code': 200} Oct 28 19:58:59.168433 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.169950 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abd38-3aab-406a-bc6e-623a90c35128 req-90cd109e-674b-45b4-8782-b8be8b83e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:59.172024 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-90cd109e-674b-45b4-8782-b8be8b83e8fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 1129 time: 0.0695360 Oct 28 19:58:59.177560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d4969-cb01-4827-8daf-dfc0a8d96429 req-c4898315-4e63-4a1d-bccf-6c9e6874e109 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:59.180127 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8f0d4969-cb01-4827-8daf-dfc0a8d96429 req-c4898315-4e63-4a1d-bccf-6c9e6874e109 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0699124 Oct 28 19:58:59.203482 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Checking router: 97ea4bf1-1abb-4512-ba72-ebf72bd45532 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:59.212336 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:59.213217 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.246748 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8f0d4969-cb01-4827-8daf-dfc0a8d96429 req-40627234-a2da-4c19-8c80-b4fe2651769e tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560944 Oct 28 19:58:59.254594 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee52ce-633e-47ee-b9c2-8255b2e04020 None None] New status for floating IP f25d0ebc-c72c-42f2-9a5e-6f2bef776533: ACTIVE {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:59.297159 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abd38-3aab-406a-bc6e-623a90c35128 req-977c32e3-6744-4714-a701-94ac5fafc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:59.298572 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-977c32e3-6744-4714-a701-94ac5fafc667 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 200 len: 908 time: 0.1196339 Oct 28 19:58:59.338611 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-c70ab880-1358-476b-9168-27f3bb108e54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 200 len: 217 time: 0.0329082 Oct 28 19:58:59.338907 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:59.410292 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abd38-3aab-406a-bc6e-623a90c35128 req-57fece54-d399-4bb8-b3ef-d2cbd4bc949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:59.411955 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-57fece54-d399-4bb8-b3ef-d2cbd4bc949d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 200 len: 846 time: 0.0594170 Oct 28 19:58:59.493689 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abd38-3aab-406a-bc6e-623a90c35128 req-0a6a0a27-7a18-4c10-b115-fb48a1f40f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:59.495280 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-0a6a0a27-7a18-4c10-b115-fb48a1f40f11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a4c5569-bfcc-4336-b23e-27efdb539c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705442 Oct 28 19:58:59.570500 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.595570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-6191266d-709a-4672-8d3f-27cf6ae2f0ff service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898316 Oct 28 19:58:59.596347 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fc2f9-e350-402c-8b4a-66c88d64af78 None None] The sync data for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi is: [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:53:41Z', 'revision_number': 4, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '79f2feb6-8b94-4a84-895f-b2d9394a4616', 'name': '', 'network_id': '8a4c5569-bfcc-4336-b23e-27efdb539c6c', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'mac_address': 'fa:16:3e:ec:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:40Z', 'updated_at': '2022-10-28T19:53:48Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'subnets': [{'id': '05067162-5954-4fb0-8cb0-4eb927349c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:59.695536 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-013abd38-3aab-406a-bc6e-623a90c35128 req-f4fde8fd-e035-4567-a6b2-9adb11ffecec service neutron] 10.222.0.55 "GET /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909734 Oct 28 19:58:59.831360 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41d15c-c543-4f28-bdaa-517faada1827 None None] New status for floating IP 46d6d259-77a4-4c3c-a902-b1cc911e1782: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:59:00.389127 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ae984-b10d-4bde-b2c3-fbd16384af1d req-cd402892-e20d-4be2-9925-2587bc62c1b2 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:00.390545 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6c1ae984-b10d-4bde-b2c3-fbd16384af1d req-cd402892-e20d-4be2-9925-2587bc62c1b2 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0604639 Oct 28 19:59:00.441229 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6c1ae984-b10d-4bde-b2c3-fbd16384af1d req-ea2b35ee-1425-4255-85a8-c44ffa7ab85b tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/security-groups?id=547c40b2-0806-471a-9a8d-19e100b2d125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 Oct 28 19:59:00.999308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-d0da8eab-04b3-40d0-a7b3-144d08e9e797 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:01.000840 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-d0da8eab-04b3-40d0-a7b3-144d08e9e797 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 945 time: 0.0545409 Oct 28 19:59:01.095688 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Deleting port 05af2698-cf4d-4205-aab4-03ee533e1f3b {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:01.096030 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.181369 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] For port 05af2698-cf4d-4205-aab4-03ee533e1f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=05af2698-cf4d-4205-aab4-03ee533e1f3b,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:01.181627 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.195016 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Calling delete_port for 05af2698-cf4d-4205-aab4-03ee533e1f3b owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:01.326646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (05af2698-cf4d-4205-aab4-03ee533e1f3b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.354171 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event deleted for resources: {'Port': ['ID=05af2698-cf4d-4205-aab4-03ee533e1f3b,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:01.397479 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] No DVR routers for this DVR port 05af2698-cf4d-4205-aab4-03ee533e1f3b on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:01.400142 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.403583 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9fe28f55-7ff7-4592-897c-db4b4b3ed01f req-82fa9b78-0308-4d33-ab60-cc9d522b4c1a tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.55 "DELETE /v2.0/ports/05af2698-cf4d-4205-aab4-03ee533e1f3b HTTP/1.1" status: 204 len: 173 time: 0.3962064 Oct 28 19:59:01.404081 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-deleted', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:01.406350 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ef6a8-bcc6-4b4d-b2ff-ee24248fbfba" -d '{"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-deleted", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:01.445740 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60f0fe-fcf8-465e-9bbc-17f2abf23432 x-openstack-request-id: req-8e60f0fe-fcf8-465e-9bbc-17f2abf23432 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:01.446030 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc86ede-56b4-4169-a1fb-884338c189df", "name": "network-vif-deleted", "tag": "05af2698-cf4d-4205-aab4-03ee533e1f3b", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:01.446321 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e60f0fe-fcf8-465e-9bbc-17f2abf23432 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:01.446730 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e60f0fe-fcf8-465e-9bbc-17f2abf23432'] response: {'server_uuid': '2bc86ede-56b4-4169-a1fb-884338c189df', 'name': 'network-vif-deleted', 'tag': '05af2698-cf4d-4205-aab4-03ee533e1f3b', 'status': 'completed', 'code': 200} Oct 28 19:59:01.550890 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0b2b834c-ff4a-47c5-9629-0d3e1c7e8db6 req-622f922f-9b8c-4ebf-99d6-2e2d293d80a5 tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc86ede-56b4-4169-a1fb-884338c189df HTTP/1.1" status: 200 len: 210 time: 0.0307474 Oct 28 19:59:02.615264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40464) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:02.675691 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (547c40b2-0806-471a-9a8d-19e100b2d125), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.701246 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (547c40b2-0806-471a-9a8d-19e100b2d125), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.766506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (547c40b2-0806-471a-9a8d-19e100b2d125), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.769643 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.773628 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] 10.222.0.20 "DELETE /v2.0/security-groups/547c40b2-0806-471a-9a8d-19e100b2d125 HTTP/1.1" status: 204 len: 168 time: 0.1546452 Oct 28 19:59:02.780539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c370c-0d6a-464c-997e-42bda0381b8c tempest-TestShelveInstance-1797838394 tempest-TestShelveInstance-1797838394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c40b2-0806-471a-9a8d-19e100b2d125,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:02.822607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40476) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:03.256664 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.485162 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Deleting port 79f2feb6-8b94-4a84-895f-b2d9394a4616 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:03.485529 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.568334 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] For port 79f2feb6-8b94-4a84-895f-b2d9394a4616, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=79f2feb6-8b94-4a84-895f-b2d9394a4616,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:03.568635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.581954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Calling delete_port for 79f2feb6-8b94-4a84-895f-b2d9394a4616 owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:03.761772 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (79f2feb6-8b94-4a84-895f-b2d9394a4616), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.785557 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Pushing event deleted for resources: {'Port': ['ID=79f2feb6-8b94-4a84-895f-b2d9394a4616,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:04.109479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:04.133035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 05af2698-cf4d-4205-aab4-03ee533e1f3b {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:04.133607 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 05af2698-cf4d-4205-aab4-03ee533e1f3b not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:04.203315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:04.425621 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:04.519476 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2314e9-fcdf-457e-b7b1-78325a48316d req-c35de2d2-13e5-456b-9561-fb0754079b93 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:04.520877 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a2314e9-fcdf-457e-b7b1-78325a48316d req-c35de2d2-13e5-456b-9561-fb0754079b93 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0537589 Oct 28 19:59:04.527445 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:04.533199 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-55057347-ad68-44d3-b302-4417f12e31ad admin admin] 10.222.0.20 "PUT /v2.0/routers/97ea4bf1-1abb-4512-ba72-ebf72bd45532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092917 Oct 28 19:59:04.535876 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40502) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:04.539952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Sync routers for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:04.553927 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:04.554648 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:04.573214 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a2314e9-fcdf-457e-b7b1-78325a48316d req-bb08a216-7676-43da-8233-06cc7a300aec tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463855 Oct 28 19:59:04.641893 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks [] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:04.687936 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:04.739506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks [] for router_gateway (97ea4bf1-1abb-4512-ba72-ebf72bd45532), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:04.789139 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Deleting port 5b8674b7-d061-4c53-9030-cc4d8d993976 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:04.789851 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:04.856315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:59:03Z', 'revision_number': 5, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port': {'id': '5b8674b7-d061-4c53-9030-cc4d8d993976', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:38Z', 'updated_at': '2022-10-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:04.871242 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] For port 5b8674b7-d061-4c53-9030-cc4d8d993976, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=5b8674b7-d061-4c53-9030-cc4d8d993976,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:04.871680 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:04.881133 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Checking router: 97ea4bf1-1abb-4512-ba72-ebf72bd45532 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:04.884863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Calling delete_port for 5b8674b7-d061-4c53-9030-cc4d8d993976 owned by network:router_gateway {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:04.889635 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Routers {'97ea4bf1-1abb-4512-ba72-ebf72bd45532'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:04.890293 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:04.980680 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] Set router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 gateway port host: None {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:05.065009 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (5b8674b7-d061-4c53-9030-cc4d8d993976), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.095454 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8674b7-d061-4c53-9030-cc4d8d993976,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:05.163820 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.164706 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:59:04Z', 'revision_number': 6, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:05.189991 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa962ce4-b1b0-4093-b48f-8d093e9a1eda None None] The sync data for ids ['97ea4bf1-1abb-4512-ba72-ebf72bd45532'] in dv-cinder-862894-1-iscsi is: [{'id': '97ea4bf1-1abb-4512-ba72-ebf72bd45532', 'name': 'tempest-TestShelveInstance-75491839-router', 'tenant_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:37Z', 'updated_at': '2022-10-28T19:59:04Z', 'revision_number': 6, 'project_id': '37c9db6cc9ff4036a092c91138e6c6b3', 'gw_port_host': None}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:05.257497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.259715 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks [] for router_controller (97ea4bf1-1abb-4512-ba72-ebf72bd45532), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.302731 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (97ea4bf1-1abb-4512-ba72-ebf72bd45532), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.303386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ea4bf1-1abb-4512-ba72-ebf72bd45532 {{(pid=115427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:59:05.307732 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.308871 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7615e100-d862-447e-adeb-951d84b33b25 admin admin] 10.222.0.20 "DELETE /v2.0/routers/97ea4bf1-1abb-4512-ba72-ebf72bd45532 HTTP/1.1" status: 204 len: 168 time: 0.7719638 Oct 28 19:59:05.311462 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40520) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:05.360907 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Deleting subnet 05067162-5954-4fb0-8cb0-4eb927349c4d {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:59:05.372204 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Publish callbacks [] for subnet (05067162-5954-4fb0-8cb0-4eb927349c4d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.408355 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (05067162-5954-4fb0-8cb0-4eb927349c4d), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.489933 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (05067162-5954-4fb0-8cb0-4eb927349c4d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.549875 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (05067162-5954-4fb0-8cb0-4eb927349c4d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.576399 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05067162-5954-4fb0-8cb0-4eb927349c4d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:05.580085 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.585709 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0e606f64-acc8-463a-87e9-58c47b6c603d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05067162-5954-4fb0-8cb0-4eb927349c4d HTTP/1.1" status: 204 len: 168 time: 0.2709949 Oct 28 19:59:05.586097 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40526) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:05.587436 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ead5f8-764d-4d21-9ddd-40f6f01bcb12 None None] Network 8a4c5569-bfcc-4336-b23e-27efdb539c6c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:05.692580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (8a4c5569-bfcc-4336-b23e-27efdb539c6c), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.748593 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04462-e7a8-4c31-b8e9-49531ad310a8 req-7f5790e1-7c1d-492e-a54e-5fb2e9938a64 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:05.750142 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6fe04462-e7a8-4c31-b8e9-49531ad310a8 req-7f5790e1-7c1d-492e-a54e-5fb2e9938a64 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0590613 Oct 28 19:59:05.754274 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Deleting port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:05.754607 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:05.798339 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-6fe04462-e7a8-4c31-b8e9-49531ad310a8 req-e7736e0b-9588-41d6-b096-2a378e2cf4d4 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Oct 28 19:59:06.040472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] DHCP port deletion for 8a4c5569-bfcc-4336-b23e-27efdb539c6c request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:59:06.089224 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] For port e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:06.089903 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.100918 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Deleting port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:06.101468 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.104685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Calling delete_port for e84176c8-a305-4ea1-ac10-7a50ffa0ef62 owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:06.146249 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 79f2feb6-8b94-4a84-895f-b2d9394a4616 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:06.170935 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 79f2feb6-8b94-4a84-895f-b2d9394a4616 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:06.171564 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 79f2feb6-8b94-4a84-895f-b2d9394a4616 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:06.190713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.201319 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] For port e84176c8-a305-4ea1-ac10-7a50ffa0ef62, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,segment=NetworkSegment(325963b8-62ae-48bc-95d9-283cf8b41e70),segment_id=325963b8-62ae-48bc-95d9-283cf8b41e70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:06.201728 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.215015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Calling delete_port for e84176c8-a305-4ea1-ac10-7a50ffa0ef62 owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:06.219896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:06.220741 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-18a0ad0a-3ab3-45ae-8a33-83680c72cf41 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:06.221893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] No DVR routers for this DVR port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:06.222795 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-18a0ad0a-3ab3-45ae-8a33-83680c72cf41 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0626500 Oct 28 19:59:06.293743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (e84176c8-a305-4ea1-ac10-7a50ffa0ef62), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.300175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (8a4c5569-bfcc-4336-b23e-27efdb539c6c), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.315952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Pushing event deleted for resources: {'Port': ['ID=e84176c8-a305-4ea1-ac10-7a50ffa0ef62,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:06.329351 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4c5569-bfcc-4336-b23e-27efdb539c6c']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:06.329575 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.329859 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.330316 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.330635 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.330974 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.331304 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.331633 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.331965 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.332713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.332713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.332912 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.333237 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.333558 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:06.336476 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d138ba-e75c-4752-b0fa-26cdd5b5afd5 None None] No DVR routers for this DVR port e84176c8-a305-4ea1-ac10-7a50ffa0ef62 on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:06.339768 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Deleting port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:06.340605 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.345439 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325963b8-62ae-48bc-95d9-283cf8b41e70') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:06.345870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325963b8-62ae-48bc-95d9-283cf8b41e70') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:06.356523 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (325963b8-62ae-48bc-95d9-283cf8b41e70), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.372951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (325963b8-62ae-48bc-95d9-283cf8b41e70), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.379384 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:59:06.379848 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (325963b8-62ae-48bc-95d9-283cf8b41e70), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.431397 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 325963b8-62ae-48bc-95d9-283cf8b41e70 resource provider aggregate not found Oct 28 19:59:06.448353 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] For port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:06.448724 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.453365 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 325963b8-62ae-48bc-95d9-283cf8b41e70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325963b8-62ae-48bc-95d9-283cf8b41e70 found for delete ", "request_id": "req-b2985ea9-e5a6-4416-b498-deb68864d203"}]} Oct 28 19:59:06.461893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (8a4c5569-bfcc-4336-b23e-27efdb539c6c), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.469457 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.473624 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a4c5569-bfcc-4336-b23e-27efdb539c6c HTTP/1.1" status: 204 len: 168 time: 0.8864820 Oct 28 19:59:06.476842 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40536) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:06.484349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cad5e-9642-48c8-b22a-c386dea6b3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4c5569-bfcc-4336-b23e-27efdb539c6c,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:06.727665 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.727992 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.728328 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Floating IP b22d8926-408f-40d1-a84f-65a2828972ba disassociated. External IP: 172.27.3.115, port: e7ef7fae-6919-4cd7-bc05-4da0d7e6897a. Oct 28 19:59:06.728646 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Calling delete_port for e7ef7fae-6919-4cd7-bc05-4da0d7e6897a owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:06.932615 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93053cdd-12b4-4466-b4fa-ce53b9c24ea0 req-d4a7c7ef-7be1-4108-97e7-a6185daedbf1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:06.934166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-93053cdd-12b4-4466-b4fa-ce53b9c24ea0 req-d4a7c7ef-7be1-4108-97e7-a6185daedbf1 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e6950e7-b3f0-4dc1-a0c3-1de92f569b41 HTTP/1.1" status: 200 len: 946 time: 0.0532720 Oct 28 19:59:06.954750 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (e7ef7fae-6919-4cd7-bc05-4da0d7e6897a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:06.981703 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-93053cdd-12b4-4466-b4fa-ce53b9c24ea0 req-4c85c1b7-974e-4112-a851-235b647d7031 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups?id=461cb2f8-df8b-4d1f-b84c-84d52f977928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Oct 28 19:59:06.986915 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'Port': ['ID=e7ef7fae-6919-4cd7-bc05-4da0d7e6897a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:07.120510 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (0025e055-7808-48f0-93d7-a13bae17f035), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.157802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:07.343295 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:07.356459 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:07.368974 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:07.369598 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:07.389856 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] No DVR routers for this DVR port e7ef7fae-6919-4cd7-bc05-4da0d7e6897a on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:07.393162 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.396583 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-79cd1337-21f4-4463-95c5-aa05b1acd955 req-795b2aff-ea3e-4b25-baa9-156ced2e94b5 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.55 "DELETE /v2.0/ports/e7ef7fae-6919-4cd7-bc05-4da0d7e6897a HTTP/1.1" status: 204 len: 173 time: 1.1669285 Oct 28 19:59:07.397106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'name': 'network-vif-deleted', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:07.399411 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba813158-c60a-4918-ade9-b2b14d849ae0" -d '{"events": [{"server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "name": "network-vif-deleted", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:07.455676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd1317-6597-40d3-8c17-5be7f01d4373 x-openstack-request-id: req-3dbd1317-6597-40d3-8c17-5be7f01d4373 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:07.456052 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6950e7-b3f0-4dc1-a0c3-1de92f569b41", "name": "network-vif-deleted", "tag": "e7ef7fae-6919-4cd7-bc05-4da0d7e6897a", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:07.456396 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dbd1317-6597-40d3-8c17-5be7f01d4373 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:07.456871 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbd1317-6597-40d3-8c17-5be7f01d4373'] response: {'server_uuid': '4e6950e7-b3f0-4dc1-a0c3-1de92f569b41', 'name': 'network-vif-deleted', 'tag': 'e7ef7fae-6919-4cd7-bc05-4da0d7e6897a', 'status': 'completed', 'code': 200} Oct 28 19:59:07.490551 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:07.509858 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Deleting port 4af54e88-7a8a-4c1d-91d7-aa829166e32a {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:07.510376 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.593074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] For port 4af54e88-7a8a-4c1d-91d7-aa829166e32a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4af54e88-7a8a-4c1d-91d7-aa829166e32a,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:07.593450 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.693141 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 5b8674b7-d061-4c53-9030-cc4d8d993976 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:07.721471 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 5b8674b7-d061-4c53-9030-cc4d8d993976 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:07.722162 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 5b8674b7-d061-4c53-9030-cc4d8d993976 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:07.722745 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device e84176c8-a305-4ea1-ac10-7a50ffa0ef62 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:07.726408 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:07.749565 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: e84176c8-a305-4ea1-ac10-7a50ffa0ef62 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:07.750874 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device e84176c8-a305-4ea1-ac10-7a50ffa0ef62 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:07.849411 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:07.858852 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:07.859847 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:07.880284 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Calling delete_port for 4af54e88-7a8a-4c1d-91d7-aa829166e32a owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:07.977552 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:08.064205 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (4af54e88-7a8a-4c1d-91d7-aa829166e32a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.088172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Pushing event deleted for resources: {'Port': ['ID=4af54e88-7a8a-4c1d-91d7-aa829166e32a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:08.100404 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40558) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:08.186180 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:08.214640 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b015a92-2319-4513-8b7e-5e23d3d06944 None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:07Z', 'revision_number': 4, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '1ed9ead3-864f-4fcc-b1fa-3a649f3b2374', 'name': '', 'network_id': 'aaf43f1d-8ce7-4f42-96f5-9d718c510bd3', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'mac_address': 'fa:16:3e:10:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:06Z', 'updated_at': '2022-10-28T19:54:12Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'subnets': [{'id': '0b76dd5d-7f79-4d1b-9384-996f2bc2734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:08.256871 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (461cb2f8-df8b-4d1f-b84c-84d52f977928), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.312970 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (461cb2f8-df8b-4d1f-b84c-84d52f977928), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.356062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (0025e055-7808-48f0-93d7-a13bae17f035), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.411718 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (461cb2f8-df8b-4d1f-b84c-84d52f977928), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.414421 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.415597 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "DELETE /v2.0/security-groups/461cb2f8-df8b-4d1f-b84c-84d52f977928 HTTP/1.1" status: 204 len: 168 time: 0.3142254 Oct 28 19:59:08.418881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40560) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:08.436097 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.api.v2.resource [None req-6c7b5827-aaa4-4986-8254-6273c9db0976 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] show failed (client error): The resource could not be found. Oct 28 19:59:08.436339 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b8058-1815-4cc6-ab9c-6d32c6d50f56 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461cb2f8-df8b-4d1f-b84c-84d52f977928,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:08.439959 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6c7b5827-aaa4-4986-8254-6273c9db0976 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "GET /v2.0/security-groups/461cb2f8-df8b-4d1f-b84c-84d52f977928 HTTP/1.1" status: 404 len: 347 time: 0.0172637 Oct 28 19:59:08.442195 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40562) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:08.443032 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1ea27-fc0e-4223-81a0-871317af527c None None] New status for floating IP b22d8926-408f-40d1-a84f-65a2828972ba: DOWN {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:59:08.562920 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Deleting port 05a79634-ee3e-4e18-939b-d22211a6d795 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:08.563268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.591122 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Router 0025e055-7808-48f0-93d7-a13bae17f035 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:08.646100 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.646445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (05a79634-ee3e-4e18-939b-d22211a6d795), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.658220 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Calling delete_port for 05a79634-ee3e-4e18-939b-d22211a6d795 owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:08.695502 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:08.704102 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Sync routers for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:08.705648 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40564) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:08.706638 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-12134ea3-3e22-4811-85f8-2e2693d5312c admin admin] 10.222.0.20 "PUT /v2.0/routers/0025e055-7808-48f0-93d7-a13bae17f035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276273 Oct 28 19:59:08.714584 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:08.715204 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:08.814729 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:08.823261 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks [] for router (0025e055-7808-48f0-93d7-a13bae17f035), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.945442 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (05a79634-ee3e-4e18-939b-d22211a6d795), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:08.983485 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Pushing event deleted for resources: {'Port': ['ID=05a79634-ee3e-4e18-939b-d22211a6d795,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:08.989656 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks [] for router_gateway (0025e055-7808-48f0-93d7-a13bae17f035), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.015810 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:59:08Z', 'revision_number': 5, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port': {'id': '0e839ea4-f2a8-495d-836a-e4fccfd3520f', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025e055-7808-48f0-93d7-a13bae17f035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:44Z', 'updated_at': '2022-10-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:09.040368 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Checking router: 0025e055-7808-48f0-93d7-a13bae17f035 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:09.048988 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Routers {'0025e055-7808-48f0-93d7-a13bae17f035'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:09.049601 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['0025e055-7808-48f0-93d7-a13bae17f035'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:09.070114 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks [] for floatingip (b22d8926-408f-40d1-a84f-65a2828972ba), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.072641 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.077319 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d8993e00-f519-4ac6-a748-19356f817002 tempest-AttachVolumeTestJSON-124535153 tempest-AttachVolumeTestJSON-124535153-project] 10.222.0.20 "DELETE /v2.0/floatingips/b22d8926-408f-40d1-a84f-65a2828972ba HTTP/1.1" status: 204 len: 168 time: 0.6304865 Oct 28 19:59:09.097603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Deleting port 0e839ea4-f2a8-495d-836a-e4fccfd3520f {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:09.097944 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.143098 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] Set router 0025e055-7808-48f0-93d7-a13bae17f035 gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:09.186325 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] For port 0e839ea4-f2a8-495d-836a-e4fccfd3520f, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=0e839ea4-f2a8-495d-836a-e4fccfd3520f,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:09.186760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.198484 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:59:08Z', 'revision_number': 6, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:09.201902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Calling delete_port for 0e839ea4-f2a8-495d-836a-e4fccfd3520f owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:09.223473 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46ad7f-b40f-4eb1-a9ab-342ccecef270 None None] The sync data for ids ['0025e055-7808-48f0-93d7-a13bae17f035'] in dv-cinder-862894-1-iscsi is: [{'id': '0025e055-7808-48f0-93d7-a13bae17f035', 'name': 'tempest-TestShelveInstance-1634384066-router', 'tenant_id': '227dc1f40cb645149e3c99698b5229a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:43Z', 'updated_at': '2022-10-28T19:59:08Z', 'revision_number': 6, 'project_id': '227dc1f40cb645149e3c99698b5229a2', 'gw_port_host': None}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:09.373527 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (0e839ea4-f2a8-495d-836a-e4fccfd3520f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.397332 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e839ea4-f2a8-495d-836a-e4fccfd3520f,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:09.462126 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (0025e055-7808-48f0-93d7-a13bae17f035), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.552353 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (0025e055-7808-48f0-93d7-a13bae17f035), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.557365 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks [] for router_controller (0025e055-7808-48f0-93d7-a13bae17f035), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.607223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (0025e055-7808-48f0-93d7-a13bae17f035), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.607933 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0025e055-7808-48f0-93d7-a13bae17f035 {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:59:09.613682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.615146 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-aa6e23fe-ec3a-42fe-8cc9-73f083bb9b94 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0025e055-7808-48f0-93d7-a13bae17f035 HTTP/1.1" status: 204 len: 168 time: 0.9082794 Oct 28 19:59:09.617697 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40578) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:09.675225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Deleting subnet c480eb21-db40-46a4-bf93-0d307fb05db4 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:59:09.678406 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Publish callbacks [] for subnet (c480eb21-db40-46a4-bf93-0d307fb05db4), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.712831 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (c480eb21-db40-46a4-bf93-0d307fb05db4), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.800900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (c480eb21-db40-46a4-bf93-0d307fb05db4), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.854343 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (c480eb21-db40-46a4-bf93-0d307fb05db4), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.880597 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c480eb21-db40-46a4-bf93-0d307fb05db4,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:09.884370 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.887958 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-dcc17b18-ace9-47fe-a5a7-d66bbfc29952 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c480eb21-db40-46a4-bf93-0d307fb05db4 HTTP/1.1" status: 204 len: 168 time: 0.2688589 Oct 28 19:59:09.890073 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab237c-c219-4747-b3be-dc1c6e95cced None None] Network cd01eebb-7d2d-4d51-84f3-a6da581d3f21 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:09.890659 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40580) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:09.960668 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (cd01eebb-7d2d-4d51-84f3-a6da581d3f21), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.037088 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Deleting port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:10.037440 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.071559 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] DHCP port deletion for cd01eebb-7d2d-4d51-84f3-a6da581d3f21 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:59:10.102903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4af54e88-7a8a-4c1d-91d7-aa829166e32a no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:10.104972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device e7ef7fae-6919-4cd7-bc05-4da0d7e6897a no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:10.117739 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] For port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:10.118136 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.135452 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Calling delete_port for c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 owned by network:dhcp {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:10.157360 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: e7ef7fae-6919-4cd7-bc05-4da0d7e6897a {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:10.157703 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device e7ef7fae-6919-4cd7-bc05-4da0d7e6897a not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:10.160373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 4af54e88-7a8a-4c1d-91d7-aa829166e32a {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:10.160712 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4af54e88-7a8a-4c1d-91d7-aa829166e32a not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:10.187356 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Deleting port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:10.187997 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.229482 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.258387 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] No DVR routers for this DVR port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 on host dv-cinder-862894-1-iscsi {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:10.260528 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] For port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,segment=NetworkSegment(19054979-b260-4e84-bc8c-2c4b7bace0b8),segment_id=19054979-b260-4e84-bc8c-2c4b7bace0b8)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:10.260987 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.264116 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:10.279002 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Calling delete_port for c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:10.301933 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40590) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:10.337819 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (cd01eebb-7d2d-4d51-84f3-a6da581d3f21), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.373793 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd01eebb-7d2d-4d51-84f3-a6da581d3f21']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:10.375367 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (c5a79b7b-9a2e-49af-ba57-f5bdcb900e60), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.387908 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19054979-b260-4e84-bc8c-2c4b7bace0b8') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:10.388211 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19054979-b260-4e84-bc8c-2c4b7bace0b8') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:10.402851 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (19054979-b260-4e84-bc8c-2c4b7bace0b8), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.409689 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] Pushing event deleted for resources: {'Port': ['ID=c5a79b7b-9a2e-49af-ba57-f5bdcb900e60,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:10.421664 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (19054979-b260-4e84-bc8c-2c4b7bace0b8), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.425945 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff84697-145f-4e1a-9deb-32d3d974f2da None None] No DVR routers for this DVR port c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:10.433862 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:59:10.433862 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (19054979-b260-4e84-bc8c-2c4b7bace0b8), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.491348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-636ef819-a447-4fd6-be2a-9d598f064579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.514239 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (cd01eebb-7d2d-4d51-84f3-a6da581d3f21), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.529926 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.535945 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd01eebb-7d2d-4d51-84f3-a6da581d3f21 HTTP/1.1" status: 204 len: 168 time: 0.6445444 Oct 28 19:59:10.551719 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7e3c-8764-4aa9-bada-e870d343e99c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd01eebb-7d2d-4d51-84f3-a6da581d3f21,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:10.596040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-636ef819-a447-4fd6-be2a-9d598f064579 admin admin] Publish callbacks [] for security_group (0e2089b1-0f30-4dd0-a990-72d81e09c8a5), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.601449 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-636ef819-a447-4fd6-be2a-9d598f064579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0e2089b1-0f30-4dd0-a990-72d81e09c8a5), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.649092 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-636ef819-a447-4fd6-be2a-9d598f064579 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caaea13fb34d493fb8f7b7b3cf3b6ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455167 Oct 28 19:59:10.651313 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ef819-a447-4fd6-be2a-9d598f064579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2089b1-0f30-4dd0-a990-72d81e09c8a5,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:10.652632 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40606) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:10.656291 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 19054979-b260-4e84-bc8c-2c4b7bace0b8 resource provider aggregate not found Oct 28 19:59:10.683867 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 19054979-b260-4e84-bc8c-2c4b7bace0b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19054979-b260-4e84-bc8c-2c4b7bace0b8 found for delete ", "request_id": "req-32933fe6-6c6c-4597-a531-4da6f16178f8"}]} Oct 28 19:59:10.698323 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40610) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:10.737770 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] Publish callbacks [] for security_group (0e2089b1-0f30-4dd0-a990-72d81e09c8a5), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.763429 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-73804971-4fa0-4da5-9cc1-32e091ced079 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37c9db6cc9ff4036a092c91138e6c6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639558 Oct 28 19:59:10.766268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40612) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:10.772822 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] Publish callbacks [] for security_group (0e2089b1-0f30-4dd0-a990-72d81e09c8a5), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.817270 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] Publish callbacks [] for security_group (f92b1a29-d8fa-4d38-b164-fe296a8d1a7a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.826011 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0e2089b1-0f30-4dd0-a990-72d81e09c8a5), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.828671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.829998 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e2089b1-0f30-4dd0-a990-72d81e09c8a5 HTTP/1.1" status: 204 len: 168 time: 0.1761575 Oct 28 19:59:10.839869 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf525f-e5dc-4b8a-b4a1-9862cd8102df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2089b1-0f30-4dd0-a990-72d81e09c8a5,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:10.846190 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] Publish callbacks [] for security_group (f92b1a29-d8fa-4d38-b164-fe296a8d1a7a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.898667 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f92b1a29-d8fa-4d38-b164-fe296a8d1a7a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.901318 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:10.902507 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f92b1a29-d8fa-4d38-b164-fe296a8d1a7a HTTP/1.1" status: 204 len: 168 time: 0.1349161 Oct 28 19:59:10.910560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fd1cc-6e34-4cae-9a58-bfbc254c6dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b1a29-d8fa-4d38-b164-fe296a8d1a7a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:11.308535 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40620) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:11.347282 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4875fe1a-96f7-4b2b-8a90-94bddb99d9df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=227dc1f40cb645149e3c99698b5229a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375583 Oct 28 19:59:11.351054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40622) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:11.397343 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] Publish callbacks [] for security_group (d1d18483-e714-4e2d-aea9-a39922ed1f25), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:11.418453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] Publish callbacks [] for security_group (d1d18483-e714-4e2d-aea9-a39922ed1f25), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:11.465944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1d18483-e714-4e2d-aea9-a39922ed1f25), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:11.468508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:11.469609 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1d18483-e714-4e2d-aea9-a39922ed1f25 HTTP/1.1" status: 204 len: 168 time: 0.1177254 Oct 28 19:59:11.477089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dca2a-ba94-4206-8eb1-2b8d4387eccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d18483-e714-4e2d-aea9-a39922ed1f25,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:11.702976 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:11.723174 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:11.723869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c5a79b7b-9a2e-49af-ba57-f5bdcb900e60 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:11.724479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0e839ea4-f2a8-495d-836a-e4fccfd3520f no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:11.745076 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 0e839ea4-f2a8-495d-836a-e4fccfd3520f {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:11.745423 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 0e839ea4-f2a8-495d-836a-e4fccfd3520f not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:13.053063 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40644) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:13.605057 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:13.847482 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Deleting port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:13.847840 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:13.930121 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] For port 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:13.930406 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:13.942942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Calling delete_port for 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:14.130591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (1ed9ead3-864f-4fcc-b1fa-3a649f3b2374), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.153671 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed9ead3-864f-4fcc-b1fa-3a649f3b2374,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:14.313638 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.517569 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:14.624593 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:14.631017 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4f702da9-4e2b-430e-9a43-1269dcfa5b7b admin admin] 10.222.0.20 "PUT /v2.0/routers/68bfe838-7010-4f90-abe9-1cd9b3aed2c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757725 Oct 28 19:59:14.632531 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40648) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:14.635134 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Sync routers for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:14.646326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:14.646954 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:14.731206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks [] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.746721 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:14.827567 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks [] for router_gateway (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.879591 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Deleting port 322556fe-204a-4f74-b48e-12ab726f5224 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:14.879919 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (322556fe-204a-4f74-b48e-12ab726f5224), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.919102 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '322556fe-204a-4f74-b48e-12ab726f5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:59:14Z', 'revision_number': 5, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port': {'id': '322556fe-204a-4f74-b48e-12ab726f5224', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:14.943267 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Checking router: 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:14.952381 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Routers {'68bfe838-7010-4f90-abe9-1cd9b3aed2c7'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:14.953019 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:58:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:14.961088 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] For port 322556fe-204a-4f74-b48e-12ab726f5224, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=322556fe-204a-4f74-b48e-12ab726f5224,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:14.961550 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (322556fe-204a-4f74-b48e-12ab726f5224), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:14.974538 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Calling delete_port for 322556fe-204a-4f74-b48e-12ab726f5224 owned by network:router_gateway {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:15.040631 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-40fbaa2e-963d-4283-b69c-7e7bac43ee13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.047326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] Set router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 gateway port host: None {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:15.096199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:59:14Z', 'revision_number': 6, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:15.119893 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e5d92-9070-4d8e-a64a-2ab4ce80330e None None] The sync data for ids ['68bfe838-7010-4f90-abe9-1cd9b3aed2c7'] in dv-cinder-862894-1-iscsi is: [{'id': '68bfe838-7010-4f90-abe9-1cd9b3aed2c7', 'name': 'tempest-AttachVolumeTestJSON-298313077-router', 'tenant_id': 'f5919c7c8c5640909e1b61e1cd886421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:04Z', 'updated_at': '2022-10-28T19:59:14Z', 'revision_number': 6, 'project_id': 'f5919c7c8c5640909e1b61e1cd886421', 'gw_port_host': None}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:15.138172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (322556fe-204a-4f74-b48e-12ab726f5224), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.162888 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Pushing event deleted for resources: {'Port': ['ID=322556fe-204a-4f74-b48e-12ab726f5224,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:15.221639 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.307046 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.309330 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks [] for router_controller (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.355776 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (68bfe838-7010-4f90-abe9-1cd9b3aed2c7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.356232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68bfe838-7010-4f90-abe9-1cd9b3aed2c7 {{(pid=115427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:59:15.360806 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.361959 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-678ad4ae-986e-435e-8246-334ff9fa844b admin admin] 10.222.0.20 "DELETE /v2.0/routers/68bfe838-7010-4f90-abe9-1cd9b3aed2c7 HTTP/1.1" status: 204 len: 168 time: 0.7285354 Oct 28 19:59:15.364730 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40650) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:15.408077 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Deleting subnet 0b76dd5d-7f79-4d1b-9384-996f2bc2734a {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:59:15.411405 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Publish callbacks [] for subnet (0b76dd5d-7f79-4d1b-9384-996f2bc2734a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.445543 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (0b76dd5d-7f79-4d1b-9384-996f2bc2734a), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.756313 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (0b76dd5d-7f79-4d1b-9384-996f2bc2734a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.820495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (0b76dd5d-7f79-4d1b-9384-996f2bc2734a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.844558 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b76dd5d-7f79-4d1b-9384-996f2bc2734a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:15.848186 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.851617 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f0e74b21-9c4b-4e0d-87fd-d7ff42374a1b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b76dd5d-7f79-4d1b-9384-996f2bc2734a HTTP/1.1" status: 204 len: 168 time: 0.4859338 Oct 28 19:59:15.855163 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40654) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:15.857424 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caee013-54fd-487a-9579-3143928db130 None None] Network aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:15.942763 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:15.993434 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Deleting port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:15.993785 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.060171 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] For port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,segment=NetworkSegment(a154eff7-0ae6-4bb3-a10a-a47854d7a606),segment_id=a154eff7-0ae6-4bb3-a10a-a47854d7a606)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:16.060540 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.067181 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 322556fe-204a-4f74-b48e-12ab726f5224 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:16.077126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Calling delete_port for 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 owned by network:dhcp {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:16.089736 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 322556fe-204a-4f74-b48e-12ab726f5224 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:16.090095 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 322556fe-204a-4f74-b48e-12ab726f5224 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:16.090515 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:16.124274 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:16.124593 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 1ed9ead3-864f-4fcc-b1fa-3a649f3b2374 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:16.160581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (32da3324-ac9a-4c23-a3ef-5c7a42f51ed3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.187065 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Pushing event deleted for resources: {'Port': ['ID=32da3324-ac9a-4c23-a3ef-5c7a42f51ed3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:16.188905 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] No DVR routers for this DVR port 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 on host dv-cinder-862894-1-iscsi {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:16.219456 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b093e92-6e47-410d-979f-3289df14798d None None] DHCP port deletion for aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:59:16.269607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.288993 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf43f1d-8ce7-4f42-96f5-9d718c510bd3']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:16.298444 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a154eff7-0ae6-4bb3-a10a-a47854d7a606') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:16.298741 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a154eff7-0ae6-4bb3-a10a-a47854d7a606') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:16.307950 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (a154eff7-0ae6-4bb3-a10a-a47854d7a606), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.323469 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (a154eff7-0ae6-4bb3-a10a-a47854d7a606), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.330436 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:59:16.330802 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (a154eff7-0ae6-4bb3-a10a-a47854d7a606), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.368424 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment a154eff7-0ae6-4bb3-a10a-a47854d7a606 resource provider aggregate not found Oct 28 19:59:16.387022 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment a154eff7-0ae6-4bb3-a10a-a47854d7a606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a154eff7-0ae6-4bb3-a10a-a47854d7a606 found for delete ", "request_id": "req-8064f1ad-bd5c-4fc5-808b-b684a8defecd"}]} Oct 28 19:59:16.396506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (aaf43f1d-8ce7-4f42-96f5-9d718c510bd3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.402324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.405666 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aaf43f1d-8ce7-4f42-96f5-9d718c510bd3 HTTP/1.1" status: 204 len: 168 time: 0.5494552 Oct 28 19:59:16.420520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8fd8-96e2-455c-9082-e0130c476934 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf43f1d-8ce7-4f42-96f5-9d718c510bd3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:16.523760 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40670) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:16.567287 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d09e362e-d890-4274-a659-9a1cad917c3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5919c7c8c5640909e1b61e1cd886421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423331 Oct 28 19:59:16.569917 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40672) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:16.619163 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] Publish callbacks [] for security_group (77a9b548-3772-46bb-949c-9070505d1af2), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.645974 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] Publish callbacks [] for security_group (77a9b548-3772-46bb-949c-9070505d1af2), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.694904 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (77a9b548-3772-46bb-949c-9070505d1af2), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.697443 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:16.701926 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77a9b548-3772-46bb-949c-9070505d1af2 HTTP/1.1" status: 204 len: 168 time: 0.1310453 Oct 28 19:59:16.709617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78afac3-afaa-4802-8484-b7f544a4207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9b548-3772-46bb-949c-9070505d1af2,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:16.726778 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b4613-2ce6-4d93-98e9-60c66c44e08d req-f8a659c1-ad4e-4842-8255-7e6642e829a0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:16.729006 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b02b4613-2ce6-4d93-98e9-60c66c44e08d req-f8a659c1-ad4e-4842-8255-7e6642e829a0 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0612805 Oct 28 19:59:16.777598 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b02b4613-2ce6-4d93-98e9-60c66c44e08d req-0ac849c8-2c33-47f1-bc02-91d7c07f43dc tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Oct 28 19:59:17.390034 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3bb4cdad-fda9-44a7-ad9b-86e8db4b3621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:17.685578 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:17.710054 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:17.710608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 32da3324-ac9a-4c23-a3ef-5c7a42f51ed3 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:17.923320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93266a-0ecb-4feb-a445-248c4fe690de req-1fd6f84b-795f-4dd8-805f-73c8ee64e171 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:17.924923 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ae93266a-0ecb-4feb-a445-248c4fe690de req-1fd6f84b-795f-4dd8-805f-73c8ee64e171 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0621641 Oct 28 19:59:17.971000 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ae93266a-0ecb-4feb-a445-248c4fe690de req-9a239d8c-cda7-4de0-baf2-a0a96619cf74 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups?id=f43da235-61b1-4ab4-99e7-da3faff076f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402672 Oct 28 19:59:18.067278 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-84e41b1b-d7e9-42e5-8dd1-5c97bb7d838a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:18.068718 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-84e41b1b-d7e9-42e5-8dd1-5c97bb7d838a tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 946 time: 0.0602024 Oct 28 19:59:18.161942 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Deleting port 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:18.162301 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.251401 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] For port 6441a7a1-4704-4df5-b739-1ef8f94d9367, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6441a7a1-4704-4df5-b739-1ef8f94d9367,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:18.251759 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.352223 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.435956 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.436324 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (de498268-482a-476c-9b08-1a003330a817), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.436644 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Floating IP de498268-482a-476c-9b08-1a003330a817 disassociated. External IP: 172.27.3.12, port: 6441a7a1-4704-4df5-b739-1ef8f94d9367. Oct 28 19:59:18.436989 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Calling delete_port for 6441a7a1-4704-4df5-b739-1ef8f94d9367 owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:18.568935 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (6441a7a1-4704-4df5-b739-1ef8f94d9367), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.600994 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'Port': ['ID=6441a7a1-4704-4df5-b739-1ef8f94d9367,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:18.704195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:18.804935 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:18.815562 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:18.826611 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:18.827245 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:18.847939 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] No DVR routers for this DVR port 6441a7a1-4704-4df5-b739-1ef8f94d9367 on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:18.850876 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.854691 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8e2a6d45-ec2f-40ae-8fb1-45364b8d98d7 req-ca73b38b-4f48-4f06-bd4d-35897de02384 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.55 "DELETE /v2.0/ports/6441a7a1-4704-4df5-b739-1ef8f94d9367 HTTP/1.1" status: 204 len: 173 time: 0.7796521 Oct 28 19:59:18.855259 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-deleted', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:18.857593 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccb2ecd-9719-4dbc-8a9d-0e8b485cfe7a" -d '{"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-deleted", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:18.894094 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfccab-6546-459b-b5e8-e356c84954b3 x-openstack-request-id: req-f6dfccab-6546-459b-b5e8-e356c84954b3 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:18.894501 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e9925a-b75a-4353-a0bf-1aa5b3c5a473", "name": "network-vif-deleted", "tag": "6441a7a1-4704-4df5-b739-1ef8f94d9367", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:18.894745 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6dfccab-6546-459b-b5e8-e356c84954b3 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:18.895152 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dfccab-6546-459b-b5e8-e356c84954b3'] response: {'server_uuid': '54e9925a-b75a-4353-a0bf-1aa5b3c5a473', 'name': 'network-vif-deleted', 'tag': '6441a7a1-4704-4df5-b739-1ef8f94d9367', 'status': 'completed', 'code': 200} Oct 28 19:59:18.931095 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:19.139371 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:19.169815 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:19.180672 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:19.181476 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:19.204318 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f38fe487-b851-471c-893e-39ad0d680bd5 req-dfcef1ec-b5c0-43a8-93d4-0531c04ae584 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e9925a-b75a-4353-a0bf-1aa5b3c5a473 HTTP/1.1" status: 200 len: 210 time: 0.0731289 Oct 28 19:59:19.282678 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:19.560118 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:19.588593 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:59:19.589480 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5b76-50b8-44e0-9606-dc5c65e5a76c None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:52:34Z', 'revision_number': 4, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': '8cffa5d0-74db-44e3-8436-1ea680e24293', 'name': '', 'network_id': '87e9288a-7a45-47ad-bf76-f555e3d2d2b8', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'mac_address': 'fa:16:3e:d5:25:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:31Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'subnets': [{'id': 'c3bc635f-4ee3-43e2-80d2-1d50c13bca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:19.631811 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.809780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3164e-1157-4280-8fe8-eed1d6793eab None None] New status for floating IP de498268-482a-476c-9b08-1a003330a817: DOWN {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:59:20.315306 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40744) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.368162 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.373161 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (f43da235-61b1-4ab4-99e7-da3faff076f5), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.398888 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (f43da235-61b1-4ab4-99e7-da3faff076f5), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.451466 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f43da235-61b1-4ab4-99e7-da3faff076f5), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.455055 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.456696 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "DELETE /v2.0/security-groups/f43da235-61b1-4ab4-99e7-da3faff076f5 HTTP/1.1" status: 204 len: 168 time: 0.1403913 Oct 28 19:59:20.459954 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40746) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.468654 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1376e-fbf1-460a-ab08-dc97739d47ef tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43da235-61b1-4ab4-99e7-da3faff076f5,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.475558 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.api.v2.resource [None req-0820082c-f808-43c7-bdac-f2b797449300 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] show failed (client error): The resource could not be found. Oct 28 19:59:20.476605 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0820082c-f808-43c7-bdac-f2b797449300 tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "GET /v2.0/security-groups/f43da235-61b1-4ab4-99e7-da3faff076f5 HTTP/1.1" status: 404 len: 347 time: 0.0153863 Oct 28 19:59:20.480663 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40750) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.569270 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40752) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.602975 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Deleting port f707159c-7074-4a26-8daf-755b1f14a4c9 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:20.603325 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.675008 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe02f431-feaf-4255-8904-384a593f940b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.681437 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.681767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (f707159c-7074-4a26-8daf-755b1f14a4c9), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.693423 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Calling delete_port for f707159c-7074-4a26-8daf-755b1f14a4c9 owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:20.748673 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe02f431-feaf-4255-8904-384a593f940b admin admin] Publish callbacks [] for security_group (d1da7368-afac-4152-a45f-bdf85684f258), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.755059 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fe02f431-feaf-4255-8904-384a593f940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1da7368-afac-4152-a45f-bdf85684f258), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.792346 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02f431-feaf-4255-8904-384a593f940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da7368-afac-4152-a45f-bdf85684f258,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.799166 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fe02f431-feaf-4255-8904-384a593f940b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=930c2e3dc0164a978ff8333e8ece5f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262495 Oct 28 19:59:20.800009 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40756) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.825795 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f707159c-7074-4a26-8daf-755b1f14a4c9), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.847255 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] Publish callbacks [] for security_group (d1da7368-afac-4152-a45f-bdf85684f258), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.853275 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Pushing event deleted for resources: {'Port': ['ID=f707159c-7074-4a26-8daf-755b1f14a4c9,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.870526 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] Publish callbacks [] for security_group (d1da7368-afac-4152-a45f-bdf85684f258), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.915772 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks [] for floatingip (de498268-482a-476c-9b08-1a003330a817), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.918906 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.920153 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a509da0f-e409-47ac-ac5b-428ebc19917d tempest-AttachVolumeShelveTestJSON-1507267053 tempest-AttachVolumeShelveTestJSON-1507267053-project] 10.222.0.20 "DELETE /v2.0/floatingips/de498268-482a-476c-9b08-1a003330a817 HTTP/1.1" status: 204 len: 168 time: 0.4380715 Oct 28 19:59:20.927133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d1da7368-afac-4152-a45f-bdf85684f258), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.929816 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.931177 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1da7368-afac-4152-a45f-bdf85684f258 HTTP/1.1" status: 204 len: 168 time: 0.1309011 Oct 28 19:59:20.941069 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a90ae6-7262-48eb-98f2-1e8eeb5a9819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da7368-afac-4152-a45f-bdf85684f258,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:21.154066 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.171584 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:22.192260 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 6441a7a1-4704-4df5-b739-1ef8f94d9367 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:22.192765 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 6441a7a1-4704-4df5-b739-1ef8f94d9367 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:22.664416 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40820) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:22.772714 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-565fb932-9a20-40e8-95f2-a9aadbd65ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.853576 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-565fb932-9a20-40e8-95f2-a9aadbd65ace admin admin] Publish callbacks [] for security_group (bbd13c3c-a730-4335-9b5d-14ec5ae66e79), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.857971 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-565fb932-9a20-40e8-95f2-a9aadbd65ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (bbd13c3c-a730-4335-9b5d-14ec5ae66e79), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.895275 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-565fb932-9a20-40e8-95f2-a9aadbd65ace admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3cbdf21fb084e8e97b9c7b0038ad940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297678 Oct 28 19:59:22.896235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fb932-9a20-40e8-95f2-a9aadbd65ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd13c3c-a730-4335-9b5d-14ec5ae66e79,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:22.898260 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40824) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:22.948467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] Publish callbacks [] for security_group (bbd13c3c-a730-4335-9b5d-14ec5ae66e79), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.969601 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] Publish callbacks [] for security_group (bbd13c3c-a730-4335-9b5d-14ec5ae66e79), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.019382 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (bbd13c3c-a730-4335-9b5d-14ec5ae66e79), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.022049 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.023391 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd13c3c-a730-4335-9b5d-14ec5ae66e79 HTTP/1.1" status: 204 len: 168 time: 0.1241319 Oct 28 19:59:23.031471 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c7147-2336-40d7-b52c-1db2df74ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd13c3c-a730-4335-9b5d-14ec5ae66e79,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.305415 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40834) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:23.321820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-48bbc295-bd97-4fad-8235-42921cd0ba34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.355958 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40838) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:23.401268 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-48bbc295-bd97-4fad-8235-42921cd0ba34 admin admin] Publish callbacks [] for security_group (856d9992-bf38-4185-895d-5c31d98558ba), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.407642 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-48bbc295-bd97-4fad-8235-42921cd0ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (856d9992-bf38-4185-895d-5c31d98558ba), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.446339 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-48bbc295-bd97-4fad-8235-42921cd0ba34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba0f9036b504b0091e6ffc38f087c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397319 Oct 28 19:59:23.447432 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc295-bd97-4fad-8235-42921cd0ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856d9992-bf38-4185-895d-5c31d98558ba,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.449131 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40842) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:23.502766 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] Publish callbacks [] for security_group (856d9992-bf38-4185-895d-5c31d98558ba), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.524417 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] Publish callbacks [] for security_group (856d9992-bf38-4185-895d-5c31d98558ba), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.637780 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (856d9992-bf38-4185-895d-5c31d98558ba), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.640422 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.641551 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/856d9992-bf38-4185-895d-5c31d98558ba HTTP/1.1" status: 204 len: 168 time: 0.1912627 Oct 28 19:59:23.655054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c1fbe-f252-434c-b5d5-f6a762cae397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d9992-bf38-4185-895d-5c31d98558ba,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.899826 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.132314 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Deleting port 8cffa5d0-74db-44e3-8436-1ea680e24293 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:24.132658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.213786 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] For port 8cffa5d0-74db-44e3-8436-1ea680e24293, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8cffa5d0-74db-44e3-8436-1ea680e24293,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:24.214138 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.227041 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Calling delete_port for 8cffa5d0-74db-44e3-8436-1ea680e24293 owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:24.403561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (8cffa5d0-74db-44e3-8436-1ea680e24293), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.427793 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cffa5d0-74db-44e3-8436-1ea680e24293,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:24.602435 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.807904 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Router 6d545b81-8d09-428f-9dab-073e8fb24bd0 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:24.906408 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:24.911636 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e8bd5ccb-4163-42c0-94d7-dc6dd7d6b6e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d545b81-8d09-428f-9dab-073e8fb24bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543892 Oct 28 19:59:24.914137 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40882) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:24.920316 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Sync routers for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:24.930839 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:24.931586 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:25.011732 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks [] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.030774 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:25.236029 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:59:24Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:25.262563 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Checking router: 6d545b81-8d09-428f-9dab-073e8fb24bd0 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:25.271654 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Routers {'6d545b81-8d09-428f-9dab-073e8fb24bd0'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:25.272525 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['6d545b81-8d09-428f-9dab-073e8fb24bd0'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:25.359600 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks [] for router_gateway (6d545b81-8d09-428f-9dab-073e8fb24bd0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.376450 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] Set router 6d545b81-8d09-428f-9dab-073e8fb24bd0 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:25.407112 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Deleting port f743afe0-99f2-40a3-bb96-afde0e477430 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:25.407453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.483268 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] For port f743afe0-99f2-40a3-bb96-afde0e477430, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f743afe0-99f2-40a3-bb96-afde0e477430,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:25.483539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.495987 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Calling delete_port for f743afe0-99f2-40a3-bb96-afde0e477430 owned by network:router_gateway {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:25.551826 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:59:24Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:25.575639 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b22b8-0cda-42f0-83d9-63b695d8395f None None] The sync data for ids ['6d545b81-8d09-428f-9dab-073e8fb24bd0'] in dv-cinder-862894-1-iscsi is: [{'id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'name': 'tempest-AttachVolumeShelveTestJSON-2114237076-router', 'tenant_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:26Z', 'updated_at': '2022-10-28T19:59:24Z', 'revision_number': 5, 'project_id': '36f8887e8f7f4c038d11cb582b95c2e8', 'gw_port': {'id': 'f743afe0-99f2-40a3-bb96-afde0e477430', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d545b81-8d09-428f-9dab-073e8fb24bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:27Z', 'updated_at': '2022-10-28T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:25.662013 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f743afe0-99f2-40a3-bb96-afde0e477430), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.689075 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Pushing event deleted for resources: {'Port': ['ID=f743afe0-99f2-40a3-bb96-afde0e477430,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:25.750766 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.834484 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.836819 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks [] for router_controller (6d545b81-8d09-428f-9dab-073e8fb24bd0), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.879863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (6d545b81-8d09-428f-9dab-073e8fb24bd0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.880509 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d545b81-8d09-428f-9dab-073e8fb24bd0 {{(pid=115427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:59:25.885653 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.886782 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-08745497-17c9-4937-a9a3-35edd5956748 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d545b81-8d09-428f-9dab-073e8fb24bd0 HTTP/1.1" status: 204 len: 168 time: 0.9717004 Oct 28 19:59:25.890290 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40888) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:25.942642 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Deleting subnet c3bc635f-4ee3-43e2-80d2-1d50c13bca7a {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:59:25.947002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Publish callbacks [] for subnet (c3bc635f-4ee3-43e2-80d2-1d50c13bca7a), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.984179 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (c3bc635f-4ee3-43e2-80d2-1d50c13bca7a), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.027645 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8cffa5d0-74db-44e3-8436-1ea680e24293 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:26.049657 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 8cffa5d0-74db-44e3-8436-1ea680e24293 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:26.050012 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8cffa5d0-74db-44e3-8436-1ea680e24293 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:26.069892 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (c3bc635f-4ee3-43e2-80d2-1d50c13bca7a), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.125545 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (c3bc635f-4ee3-43e2-80d2-1d50c13bca7a), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.154398 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.157904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c3bc635f-4ee3-43e2-80d2-1d50c13bca7a HTTP/1.1" status: 204 len: 168 time: 0.2666643 Oct 28 19:59:26.158751 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d78b4c-a940-442d-a820-900acfefcdfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bc635f-4ee3-43e2-80d2-1d50c13bca7a,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.160967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40890) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:26.170343 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722a1f0-22d7-452d-ac0e-c8c503dedaf7 None None] Network 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:26.235044 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (87e9288a-7a45-47ad-bf76-f555e3d2d2b8), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.290562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Deleting port 8f17bd67-8702-4c46-9f86-01f13db3fc7b {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:26.290933 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.351342 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] For port 8f17bd67-8702-4c46-9f86-01f13db3fc7b, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=8f17bd67-8702-4c46-9f86-01f13db3fc7b,segment=NetworkSegment(e38aa55f-206f-4e40-89ef-ec5a341eab92),segment_id=e38aa55f-206f-4e40-89ef-ec5a341eab92)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:26.351713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.369023 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Calling delete_port for 8f17bd67-8702-4c46-9f86-01f13db3fc7b owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:26.445482 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (8f17bd67-8702-4c46-9f86-01f13db3fc7b), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.486684 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] No DVR routers for this DVR port 8f17bd67-8702-4c46-9f86-01f13db3fc7b on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:26.492042 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f17bd67-8702-4c46-9f86-01f13db3fc7b,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.567412 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (87e9288a-7a45-47ad-bf76-f555e3d2d2b8), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.593815 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e9288a-7a45-47ad-bf76-f555e3d2d2b8']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.604040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38aa55f-206f-4e40-89ef-ec5a341eab92') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.604344 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38aa55f-206f-4e40-89ef-ec5a341eab92') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.615124 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (e38aa55f-206f-4e40-89ef-ec5a341eab92), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.619022 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fdd6b-e72a-4335-b91b-cb48ba00b396 None None] DHCP port deletion for 87e9288a-7a45-47ad-bf76-f555e3d2d2b8 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:59:26.631082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (e38aa55f-206f-4e40-89ef-ec5a341eab92), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.638374 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:59:26.638989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (e38aa55f-206f-4e40-89ef-ec5a341eab92), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.702203 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (87e9288a-7a45-47ad-bf76-f555e3d2d2b8), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.708016 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.711445 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/87e9288a-7a45-47ad-bf76-f555e3d2d2b8 HTTP/1.1" status: 204 len: 168 time: 0.5494683 Oct 28 19:59:26.723975 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1b2f9-c852-4c47-ab17-f2b96aacc1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e9288a-7a45-47ad-bf76-f555e3d2d2b8,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.781921 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment e38aa55f-206f-4e40-89ef-ec5a341eab92 resource provider aggregate not found Oct 28 19:59:26.798296 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment e38aa55f-206f-4e40-89ef-ec5a341eab92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e38aa55f-206f-4e40-89ef-ec5a341eab92 found for delete ", "request_id": "req-d9de24fc-5122-40af-a2c1-a10d973d566d"}]} Oct 28 19:59:26.874980 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40906) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:26.915312 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d36ab863-8299-488f-a5df-5ef95e5eb225 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36f8887e8f7f4c038d11cb582b95c2e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391977 Oct 28 19:59:26.919006 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40908) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:26.966020 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] Publish callbacks [] for security_group (d6c30334-1351-4832-8b22-587991c142dc), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.986830 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] Publish callbacks [] for security_group (d6c30334-1351-4832-8b22-587991c142dc), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.041414 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (d6c30334-1351-4832-8b22-587991c142dc), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.044458 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.045671 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6c30334-1351-4832-8b22-587991c142dc HTTP/1.1" status: 204 len: 168 time: 0.1257372 Oct 28 19:59:27.054002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67d3f2-e18b-483f-a6c6-9dadfe144d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c30334-1351-4832-8b22-587991c142dc,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:27.695438 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8f17bd67-8702-4c46-9f86-01f13db3fc7b no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:27.714044 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 8f17bd67-8702-4c46-9f86-01f13db3fc7b {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:27.714499 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 8f17bd67-8702-4c46-9f86-01f13db3fc7b not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:27.714968 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f743afe0-99f2-40a3-bb96-afde0e477430 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:27.732887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: f743afe0-99f2-40a3-bb96-afde0e477430 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:27.733232 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f743afe0-99f2-40a3-bb96-afde0e477430 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:27.758799 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40934) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:27.856952 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2067891444-network', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:27.877083 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'network': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:27.879329 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.891151 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.976742 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks [] for security_group (a4044d67-2907-488c-a5d3-b05a843bba23), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.981806 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a4044d67-2907-488c-a5d3-b05a843bba23), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.005384 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=115427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:59:28.015144 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4044d67-2907-488c-a5d3-b05a843bba23,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.019873 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (0dc3e00a-3557-40a2-80f6-fb74261ae85b), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.020219 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.segments_db [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Added segment 0dc3e00a-3557-40a2-80f6-fb74261ae85b of type vlan for network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c Oct 28 19:59:28.068282 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.098798 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.099704 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:28.100293 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.153108 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3931696 Oct 28 19:59:28.156234 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40938) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:28.159950 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e99ae-6ffb-49f1-9092-499020024a99 admin admin] Pushing event updated for resources: {'Network': ['ID=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.161696 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Request body: {'subnet': {'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-subnet', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:28.170535 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:59:28.183377 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'subnet': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:28.185699 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844507'] for subnet (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.358849 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3844457'] for subnet (b0891e97-591e-40b7-b303-15ec71a28cf7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.425636 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0891e97-591e-40b7-b303-15ec71a28cf7,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.437100 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:28.437465 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Network hostable DHCP agents. Network: 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:59:28.455044 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:59:28.464290 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c) {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:28.468350 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:28.468953 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.472794 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa54e96-f69a-4730-8522-a0493306018c None None] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:28.486281 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-df01832a-dfc6-474c-86bb-1cd8ccc1ed0e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3284340 Oct 28 19:59:28.489238 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40940) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:28.493754 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:28.514873 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.516026 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.570661 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for router_controller (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), precommit_add_association {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.577384 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:59:28.578519 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.706824 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for router_gateway (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.719521 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Allocated IP 172.20.0.2 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/470029d1-8a50-4138-ba65-3fce0d25f07b) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:28.860281 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks [] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.866280 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.900906 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for router_gateway (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.903697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:28.910639 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:28.912790 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Pushing event updated for resources: {'Port': ['ID=470029d1-8a50-4138-ba65-3fce0d25f07b,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.915004 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:28.919717 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.970178 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Attempting to bind port 470029d1-8a50-4138-ba65-3fce0d25f07b on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:28.970545 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Attempting to bind port 470029d1-8a50-4138-ba65-3fce0d25f07b by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:28.970928 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Attempting to bind port 470029d1-8a50-4138-ba65-3fce0d25f07b on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:28.976035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:28.976452 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:28.976860 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.977253 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:28.977727 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Bound port: 470029d1-8a50-4138-ba65-3fce0d25f07b, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:28.978150 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.026326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Allocated IP 172.27.3.161 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/53cca0fb-6e49-4c56-aef5-59aa38af7163) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:29.039064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] For port 470029d1-8a50-4138-ba65-3fce0d25f07b, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:29.042804 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] For port 470029d1-8a50-4138-ba65-3fce0d25f07b, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=470029d1-8a50-4138-ba65-3fce0d25f07b,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:29.048986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.100228 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d75fc-b05f-4d85-9e68-86ce69abe2fe None None] Pushing event updated for resources: {'Port': ['ID=470029d1-8a50-4138-ba65-3fce0d25f07b,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:29.129630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.161938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.199331 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:29.202108 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:29.208043 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:29.239204 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Pushing event updated for resources: {'Port': ['ID=53cca0fb-6e49-4c56-aef5-59aa38af7163,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:29.462834 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for router_gateway (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.649007 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.746932 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 470029d1-8a50-4138-ba65-3fce0d25f07b up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:29.797625 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:59:29.806838 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 470029d1-8a50-4138-ba65-3fce0d25f07b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:29.807218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.807764 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 470029d1-8a50-4138-ba65-3fce0d25f07b Oct 28 19:59:29.897694 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 470029d1-8a50-4138-ba65-3fce0d25f07b is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:29.898282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.936223 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:29.946279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 470029d1-8a50-4138-ba65-3fce0d25f07b, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=470029d1-8a50-4138-ba65-3fce0d25f07b,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:29.950292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:29.956035 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.960378 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.969266 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40952) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:29.970073 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ec91457c-2fa2-4b18-a8e5-bad1e09030e5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4790833 Oct 28 19:59:29.991151 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:29.991838 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:30.061208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=470029d1-8a50-4138-ba65-3fce0d25f07b,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:30.118406 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80265239-bff6-487d-9e56-acd9e8423f09 None None] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:30.166858 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:30.299742 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-383bbfde-d1b2-41f1-89ce-3ba6b0d416c4 None None] Provisioning complete for port 470029d1-8a50-4138-ba65-3fce0d25f07b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:30.300133 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-383bbfde-d1b2-41f1-89ce-3ba6b0d416c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.300476 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-383bbfde-d1b2-41f1-89ce-3ba6b0d416c4 None None] Attempt 1 to provision port 470029d1-8a50-4138-ba65-3fce0d25f07b Oct 28 19:59:30.412796 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.465273 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-383bbfde-d1b2-41f1-89ce-3ba6b0d416c4 None None] Current status of the port 470029d1-8a50-4138-ba65-3fce0d25f07b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:30.478415 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:29Z', 'revision_number': 3, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:30.504188 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:30.504474 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Updating router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 port 53cca0fb-6e49-4c56-aef5-59aa38af7163 binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:30.534467 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.582644 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Allocated IP 172.20.0.1 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/ab50fa6b-5d93-4deb-953d-00c05bb957a2) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:30.685850 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks [] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.704765 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-5222bb3d-da2f-4d9c-96a0-818ac0f41a49 None None] Provisioning complete for port 470029d1-8a50-4138-ba65-3fce0d25f07b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:30.705074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5222bb3d-da2f-4d9c-96a0-818ac0f41a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.705417 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5222bb3d-da2f-4d9c-96a0-818ac0f41a49 None None] Attempt 1 to provision port 470029d1-8a50-4138-ba65-3fce0d25f07b Oct 28 19:59:30.718429 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.760029 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:30.764986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:30.767493 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:30.794216 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:30.814466 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.847504 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks [] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.849571 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5222bb3d-da2f-4d9c-96a0-818ac0f41a49 None None] Current status of the port 470029d1-8a50-4138-ba65-3fce0d25f07b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:30.856249 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.892038 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Attempting to bind port 53cca0fb-6e49-4c56-aef5-59aa38af7163 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:30.892417 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Attempting to bind port 53cca0fb-6e49-4c56-aef5-59aa38af7163 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:30.892785 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Attempting to bind port 53cca0fb-6e49-4c56-aef5-59aa38af7163 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:30.902515 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:30.902905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:30.903316 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.903715 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:30.904203 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Bound port: 53cca0fb-6e49-4c56-aef5-59aa38af7163, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:30.904592 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.930944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab39ebb-1a11-4260-8369-665b4ef40f3d None None] Pushing event updated for resources: {'Port': ['ID=53cca0fb-6e49-4c56-aef5-59aa38af7163,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:30.947867 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.961917 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] For port 53cca0fb-6e49-4c56-aef5-59aa38af7163, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:30.968230 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] For port 53cca0fb-6e49-4c56-aef5-59aa38af7163, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=53cca0fb-6e49-4c56-aef5-59aa38af7163,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:30.975449 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.007805 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:31.008431 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:31.107670 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks [] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.113575 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.180615 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:31.183175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.205209 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab39ebb-1a11-4260-8369-665b4ef40f3d None None] Pushing event updated for resources: {'Port': ['ID=53cca0fb-6e49-4c56-aef5-59aa38af7163,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:31.246424 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Provisioning complete for port ab50fa6b-5d93-4deb-953d-00c05bb957a2 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:31.246773 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.247114 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 1 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:31.274928 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:31.276269 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:31.284820 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:31.316827 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:31.400560 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:31.498704 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:31.504399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:31.509524 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-759d9203-394c-452c-aecb-eb2332a19da6 admin admin] 10.222.0.20 "PUT /v2.0/routers/b361ea8a-6aac-46e1-bc9f-6bd26af62b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5382943 Oct 28 19:59:31.522810 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f1eaa-ee20-4d28-9426-d9ab44b72790 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:31.700425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 470029d1-8a50-4138-ba65-3fce0d25f07b up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:31.777351 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 470029d1-8a50-4138-ba65-3fce0d25f07b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:31.777733 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.778071 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 470029d1-8a50-4138-ba65-3fce0d25f07b Oct 28 19:59:31.817405 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 2 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:31.824900 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40970) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:31.829679 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277381307', 'description': 'tempest-description--139315862'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:31.851907 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.877792 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:31.889838 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 470029d1-8a50-4138-ba65-3fce0d25f07b is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:31.928081 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (8ab982b1-8ad5-466b-ba5e-b2776836b14a), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.932685 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8ab982b1-8ad5-466b-ba5e-b2776836b14a), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.964426 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.965618 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1396475 Oct 28 19:59:31.968999 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40972) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:31.969929 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc804fa4-6812-4c72-853b-be74ae92dcf4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab982b1-8ad5-466b-ba5e-b2776836b14a,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:31.974846 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': '8ab982b1-8ad5-466b-ba5e-b2776836b14a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:32.001757 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f10f5c76-dbe3-4181-9672-c097b44832b8), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.061716 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f10f5c76-dbe3-4181-9672-c097b44832b8), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.066927 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (f10f5c76-dbe3-4181-9672-c097b44832b8), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.084715 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10f5c76-dbe3-4181-9672-c097b44832b8,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:32.094338 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.095549 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7c7a0c5c-9026-40e7-a340-71e750aba8b8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248164 Oct 28 19:59:32.098344 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 40974) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:32.102917 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': '8ab982b1-8ad5-466b-ba5e-b2776836b14a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:32.129172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (6ff045cd-4353-476e-8a7d-b6872305a688), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.196889 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (6ff045cd-4353-476e-8a7d-b6872305a688), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.203760 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (6ff045cd-4353-476e-8a7d-b6872305a688), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.225737 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff045cd-4353-476e-8a7d-b6872305a688,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:32.238394 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.239907 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-77dc5243-612e-459f-9d81-02b50dbc56d2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404767 Oct 28 19:59:32.243363 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 40976) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:32.248108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:32.269214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.378968 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 3 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:32.380408 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.412821 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:32.487826 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.27.3.245 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/1246eb32-fe7d-43c4-b7fa-53d4fe329032) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:32.589887 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.623349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.661896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:32.667911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:32.671747 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:32.674833 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=1246eb32-fe7d-43c4-b7fa-53d4fe329032,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:32.761774 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.801890 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.914374 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 4 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:32.946183 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:32.950421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.956194 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.025138 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=1246eb32-fe7d-43c4-b7fa-53d4fe329032,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.027639 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.045404 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.046696 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-4821dcc2-8af1-45aa-b3de-5820c8725de2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8022418 Oct 28 19:59:33.197382 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-fd073318-b111-4e9b-9f6e-a47b4af3d73a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--277381307&fields=id&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 267 time: 0.0464153 Oct 28 19:59:33.308031 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-3acb2514-8200-4ff9-9f7e-40c7bbae1aac tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:33.309533 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-3acb2514-8200-4ff9-9f7e-40c7bbae1aac tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1055441 Oct 28 19:59:33.324883 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-09523616-a50f-4231-bd9d-79dc8b31cf19 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/quotas/85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 375 time: 0.0097210 Oct 28 19:59:33.381999 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-5568e743-6aed-41a9-ae7c-23f0d69c857f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514302 Oct 28 19:59:33.447834 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 5 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:33.487532 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:33.488122 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:33.498114 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:33.498715 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:33.506618 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-fb445911-5c06-4a0a-bfd5-2fd48dcb6e26 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127546 Oct 28 19:59:33.597339 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-21a3c965-b16d-41f4-b5ea-025499c8d0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Oct 28 19:59:33.603113 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:33.749932 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 53cca0fb-6e49-4c56-aef5-59aa38af7163 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:33.797310 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 53cca0fb-6e49-4c56-aef5-59aa38af7163 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:33.797694 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.798035 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 53cca0fb-6e49-4c56-aef5-59aa38af7163 Oct 28 19:59:33.814242 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d8538b56-6744-429c-81a3-29629c3496a1 req-0ee3ce82-da67-43dd-a637-2109c64ab557 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0480938 Oct 28 19:59:33.868101 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:33.883828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 53cca0fb-6e49-4c56-aef5-59aa38af7163 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:33.884294 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.895179 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:33.895542 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Updating router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 port ab50fa6b-5d93-4deb-953d-00c05bb957a2 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:33.907504 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 53cca0fb-6e49-4c56-aef5-59aa38af7163, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=53cca0fb-6e49-4c56-aef5-59aa38af7163,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:33.912064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.927855 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.964271 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=53cca0fb-6e49-4c56-aef5-59aa38af7163,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.987865 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 6 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:34.020231 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Port ab50fa6b-5d93-4deb-953d-00c05bb957a2 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:34.280245 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks [] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.286071 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.364945 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Pushing event updated for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:34.378742 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.379108 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.379481 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.379808 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.380136 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.380460 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.380784 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.381107 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.381433 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.381772 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.382175 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.382588 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.382925 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:34.388013 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Attempting to bind port ab50fa6b-5d93-4deb-953d-00c05bb957a2 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:34.388375 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Attempting to bind port ab50fa6b-5d93-4deb-953d-00c05bb957a2 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:34.388730 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Attempting to bind port ab50fa6b-5d93-4deb-953d-00c05bb957a2 on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:34.393756 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:34.394155 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:34.394552 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.394928 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:34.395384 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Bound port: ab50fa6b-5d93-4deb-953d-00c05bb957a2, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:34.395750 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.455130 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] For port ab50fa6b-5d93-4deb-953d-00c05bb957a2, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:34.458303 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] For port ab50fa6b-5d93-4deb-953d-00c05bb957a2, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ab50fa6b-5d93-4deb-953d-00c05bb957a2,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:34.465781 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.499985 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:34.500566 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:34.521256 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Attempt 7 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:34.556525 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e686ef-cfa5-4de9-8789-3e954298e14e None None] Pushing event updated for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=4']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:34.609144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Current status of the port ab50fa6b-5d93-4deb-953d-00c05bb957a2 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:34.609743 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.624386 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:34.664520 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] For port ab50fa6b-5d93-4deb-953d-00c05bb957a2, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ab50fa6b-5d93-4deb-953d-00c05bb957a2,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:34.670523 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.722010 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0203d-81d9-4091-998b-a2c3e2b0c966 None None] Pushing event updated for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:34.798136 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-c5db61c5-160b-49fe-bd30-06be508aabe2 None None] Provisioning complete for port ab50fa6b-5d93-4deb-953d-00c05bb957a2 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:34.798586 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c5db61c5-160b-49fe-bd30-06be508aabe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.799105 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c5db61c5-160b-49fe-bd30-06be508aabe2 None None] Attempt 1 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:34.852427 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-e5d2783f-d5c2-49dd-9a96-166e7ec1eb40 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.855986 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-e5d2783f-d5c2-49dd-9a96-166e7ec1eb40 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1292951 Oct 28 19:59:34.911817 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:34.951362 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c5db61c5-160b-49fe-bd30-06be508aabe2 None None] Current status of the port ab50fa6b-5d93-4deb-953d-00c05bb957a2 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:34.961038 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a063a57-3dd0-4731-9acb-81c1e63dca1f None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:34.969189 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-964b7c77-9928-4814-a35e-ccd3b40ae260 req-0bd0fadb-4702-4256-adcf-c08596e035b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0699978 Oct 28 19:59:34.978649 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-115bbe7b-3dbb-42d0-ba75-bc9e67d9fd51 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 379 time: 0.1091604 Oct 28 19:59:34.994615 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'port': {'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'admin_state_up': True, 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'security_groups': ['8ab982b1-8ad5-466b-ba5e-b2776836b14a']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:35.108042 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:35.111774 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.245853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.20.0.3 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/2fd10757-6442-4494-a401-ad4410cd1539) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:35.383607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (2fd10757-6442-4494-a401-ad4410cd1539), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.416050 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.461556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:35.464732 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:35.470888 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:35.476895 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:35.527113 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:35.527783 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.546719 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-b6222c6b-f62c-4cde-95bb-9c3747e5ef57 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569568 Oct 28 19:59:35.679556 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Provisioning complete for port 2fd10757-6442-4494-a401-ad4410cd1539 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:35.680048 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (2fd10757-6442-4494-a401-ad4410cd1539), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.680277 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Attempt 1 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:35.713479 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Port 2fd10757-6442-4494-a401-ad4410cd1539 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:35.725491 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ab50fa6b-5d93-4deb-953d-00c05bb957a2 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:35.769875 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port ab50fa6b-5d93-4deb-953d-00c05bb957a2 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:35.770273 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.770611 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port ab50fa6b-5d93-4deb-953d-00c05bb957a2 Oct 28 19:59:35.852217 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port ab50fa6b-5d93-4deb-953d-00c05bb957a2 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:35.853298 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 53cca0fb-6e49-4c56-aef5-59aa38af7163 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:35.903524 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 53cca0fb-6e49-4c56-aef5-59aa38af7163 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:35.903896 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.904229 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 53cca0fb-6e49-4c56-aef5-59aa38af7163 Oct 28 19:59:35.977700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 53cca0fb-6e49-4c56-aef5-59aa38af7163 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:36.097659 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79977a-168b-429b-80c3-61fa58febf00 req-bdb0bb44-5551-49aa-91f2-f6aacab3c59f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:36.099165 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc79977a-168b-429b-80c3-61fa58febf00 req-bdb0bb44-5551-49aa-91f2-f6aacab3c59f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 931 time: 0.0538044 Oct 28 19:59:36.147679 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fc79977a-168b-429b-80c3-61fa58febf00 req-e4dd61bf-1c0f-4e9f-84af-c053cc8dfbcd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Oct 28 19:59:36.215149 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Attempt 2 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:36.249986 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Port 2fd10757-6442-4494-a401-ad4410cd1539 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:36.751492 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Attempt 3 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:36.793492 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Port 2fd10757-6442-4494-a401-ad4410cd1539 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:36.842075 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Request body: {'port': {'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:36.908170 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (2fd10757-6442-4494-a401-ad4410cd1539), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.159761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd10757-6442-4494-a401-ad4410cd1539 {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:37.167837 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks [] for port (2fd10757-6442-4494-a401-ad4410cd1539), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.180143 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Transition to ACTIVE for port object 2fd10757-6442-4494-a401-ad4410cd1539 will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:59:37.184118 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.245952 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:37.295211 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Attempt 4 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:37.298001 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Attempting to bind port 2fd10757-6442-4494-a401-ad4410cd1539 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:37.298556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Attempting to bind port 2fd10757-6442-4494-a401-ad4410cd1539 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:37.299051 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Attempting to bind port 2fd10757-6442-4494-a401-ad4410cd1539 on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:37.304594 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Port 2fd10757-6442-4494-a401-ad4410cd1539 on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:59:37.305202 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Attempting to bind port 2fd10757-6442-4494-a401-ad4410cd1539 on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:37.310897 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:37.311642 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:37.312187 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:37.312800 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Bound port: 2fd10757-6442-4494-a401-ad4410cd1539, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:37.313325 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (2fd10757-6442-4494-a401-ad4410cd1539), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.330428 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Port 2fd10757-6442-4494-a401-ad4410cd1539 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:37.376740 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:37.380349 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fd10757-6442-4494-a401-ad4410cd1539,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:37.387304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.390746 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:37.391357 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.392746 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fd10757-6442-4494-a401-ad4410cd1539 HTTP/1.1" status: 200 len: 1093 time: 0.5554714 Oct 28 19:59:37.395043 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:37.397335 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b79978-637b-4f33-9da0-d68e512ebfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "tag": "2fd10757-6442-4494-a401-ad4410cd1539"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:37.435561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4309d3aa-6bc4-48f8-8dcf-1a4f13451211 x-openstack-request-id: req-4309d3aa-6bc4-48f8-8dcf-1a4f13451211 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:37.435854 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "tag": "2fd10757-6442-4494-a401-ad4410cd1539", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:37.436108 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4309d3aa-6bc4-48f8-8dcf-1a4f13451211 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:37.436516 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4309d3aa-6bc4-48f8-8dcf-1a4f13451211'] response: {'name': 'network-changed', 'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539', 'status': 'completed', 'code': 200} Oct 28 19:59:37.449089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a5697-5646-4749-af8e-090fdca8d479 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:37.522854 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706282ec-efe1-4f5d-9290-3adbbae29f87 req-6fb4ebc0-7fd2-4f55-8a80-ab2dc82394e6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:37.524401 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-706282ec-efe1-4f5d-9290-3adbbae29f87 req-6fb4ebc0-7fd2-4f55-8a80-ab2dc82394e6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.3023002 Oct 28 19:59:37.574843 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-706282ec-efe1-4f5d-9290-3adbbae29f87 req-324ab6b7-aaf1-4d0f-be43-637afb46f127 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Oct 28 19:59:37.832036 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Attempt 5 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:37.858900 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-3b6fa7c9-1edf-418b-871c-e65e0d1b617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:37.860532 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-3b6fa7c9-1edf-418b-871c-e65e0d1b617e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 1127 time: 0.0498095 Oct 28 19:59:37.872119 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-489f42b6-64cb-4d92-b339-391b59e27720 None None] Port 2fd10757-6442-4494-a401-ad4410cd1539 had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:59:38.028520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-4e9ce77f-1e5b-4851-87cb-0d8452ecdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.030007 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-4e9ce77f-1e5b-4851-87cb-0d8452ecdcee service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1612954 Oct 28 19:59:38.197750 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-0957f8c9-4bc3-4a58-a0f0-8af00778cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.199276 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c8b79978-637b-4f33-9da0-d68e512ebfb9 req-0957f8c9-4bc3-4a58-a0f0-8af00778cb56 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612802 Oct 28 19:59:38.286340 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-f53ae5e0-d42d-4c65-8513-f05ef34fc8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.287860 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-f53ae5e0-d42d-4c65-8513-f05ef34fc8ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 1127 time: 0.0492909 Oct 28 19:59:38.570827 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-ae217952-4365-4796-89b0-36684dc77fbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd10757-6442-4494-a401-ad4410cd1539 HTTP/1.1" status: 200 len: 217 time: 0.2746561 Oct 28 19:59:38.622409 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-cf379c7c-1264-4344-9d24-2e7f0af28af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.623888 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-cf379c7c-1264-4344-9d24-2e7f0af28af4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0469151 Oct 28 19:59:38.707336 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-8138eb60-0e85-47fe-9e65-7e169ab43cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.708833 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-8138eb60-0e85-47fe-9e65-7e169ab43cdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782573 Oct 28 19:59:38.728940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657c458-b7b1-427f-9b13-14797440f401 req-072f9f17-06be-44b3-ae39-b8245d553007 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.730359 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7657c458-b7b1-427f-9b13-14797440f401 req-072f9f17-06be-44b3-ae39-b8245d553007 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0748477 Oct 28 19:59:38.824883 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7657c458-b7b1-427f-9b13-14797440f401 req-c5eb12b8-51ec-4722-942d-616b66c54623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834162 Oct 28 19:59:38.838768 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-a705e890-07e5-4ca7-9c23-237a6d9c6e26 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232831 Oct 28 19:59:38.938398 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-51d4664f-e32f-4c52-bebc-419a739b5c3d req-61377375-9848-47b9-8be4-ac8447113fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925028 Oct 28 19:59:39.965952 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc8b36-d6d0-4d06-aaf4-60c0eb55fb27 req-855a7251-ac87-4ca0-bcb5-9a0b943ebd1a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:39.967483 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84fc8b36-d6d0-4d06-aaf4-60c0eb55fb27 req-855a7251-ac87-4ca0-bcb5-9a0b943ebd1a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0577493 Oct 28 19:59:40.014437 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84fc8b36-d6d0-4d06-aaf4-60c0eb55fb27 req-8ee47acd-0b28-4585-9c69-877580687fa4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Oct 28 19:59:41.153702 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460839af-34ea-4024-8c9e-6902ba29c0f7 req-07170df2-f65b-42d7-847a-57d5ca45de92 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:41.155202 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-460839af-34ea-4024-8c9e-6902ba29c0f7 req-07170df2-f65b-42d7-847a-57d5ca45de92 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0548370 Oct 28 19:59:41.207130 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-460839af-34ea-4024-8c9e-6902ba29c0f7 req-9ce72b27-9309-42e3-990d-d24a1b5b574f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459974 Oct 28 19:59:42.342867 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5a23-2ce3-4c1f-9995-9eb8f6fd831f req-70e90fe4-54f0-4329-934a-f3bf9aca079a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:42.344331 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef7b5a23-2ce3-4c1f-9995-9eb8f6fd831f req-70e90fe4-54f0-4329-934a-f3bf9aca079a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0573952 Oct 28 19:59:42.390054 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ef7b5a23-2ce3-4c1f-9995-9eb8f6fd831f req-96b66264-07db-4440-a562-b7d68b0c1ab8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Oct 28 19:59:43.536783 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfadb4d-574a-418e-b216-af44f89be60c req-38b0a7cc-8536-4dd2-bd3d-7dfeac73b510 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:43.538825 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3cfadb4d-574a-418e-b216-af44f89be60c req-38b0a7cc-8536-4dd2-bd3d-7dfeac73b510 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 943 time: 0.0639079 Oct 28 19:59:43.587998 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-3cfadb4d-574a-418e-b216-af44f89be60c req-82d2fe44-1e97-473c-9216-68896a228592 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Oct 28 19:59:43.820759 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 2fd10757-6442-4494-a401-ad4410cd1539 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:59:43.923303 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fd10757-6442-4494-a401-ad4410cd1539,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:43.935414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '2fd10757-6442-4494-a401-ad4410cd1539', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:59:43.970782 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 2fd10757-6442-4494-a401-ad4410cd1539 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:43.971185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (2fd10757-6442-4494-a401-ad4410cd1539), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:43.984922 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd10757-6442-4494-a401-ad4410cd1539 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:44.011291 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fd10757-6442-4494-a401-ad4410cd1539,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:44.018424 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:44.063494 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:44.261413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['2fd10757-6442-4494-a401-ad4410cd1539'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:59:44.720154 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff450398-7c2c-4ffb-b16c-d32bfb0dcb91 req-bf37c589-4609-4478-bb95-c5effa3f70ef tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:44.721660 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ff450398-7c2c-4ffb-b16c-d32bfb0dcb91 req-bf37c589-4609-4478-bb95-c5effa3f70ef tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0523210 Oct 28 19:59:44.768116 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ff450398-7c2c-4ffb-b16c-d32bfb0dcb91 req-5ad8819a-fae7-4fa0-b273-951cd71098af tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Oct 28 19:59:45.020573 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2e22358b-8463-4701-91aa-39df5492c392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:45.907374 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15776-8355-49db-9650-bbe65f27e9cf req-69db7c22-48d2-4b0c-921d-9aedd47ffdee tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:45.908772 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-dbe15776-8355-49db-9650-bbe65f27e9cf req-69db7c22-48d2-4b0c-921d-9aedd47ffdee tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0567856 Oct 28 19:59:45.958595 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-dbe15776-8355-49db-9650-bbe65f27e9cf req-f109083f-76a2-49ce-b44e-9b01000c2d5a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Oct 28 19:59:47.099378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d459-64ef-4bce-aa5c-62581a068a6c req-50a2fcdc-9017-43fe-92fb-260622bb195e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:47.101042 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-46c6d459-64ef-4bce-aa5c-62581a068a6c req-50a2fcdc-9017-43fe-92fb-260622bb195e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0536425 Oct 28 19:59:47.153914 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-46c6d459-64ef-4bce-aa5c-62581a068a6c req-4e5fb66d-a689-47e9-82fe-b32f67fcd984 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469508 Oct 28 19:59:47.392973 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-189ff99f-cf1c-475e-8e73-ee498e5ac4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:48.294041 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c27064-3d3e-4e34-8597-209fe592aba1 req-3c5e1701-87f8-4318-8370-ddf366b8af5f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:48.295565 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34c27064-3d3e-4e34-8597-209fe592aba1 req-3c5e1701-87f8-4318-8370-ddf366b8af5f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 944 time: 0.0550332 Oct 28 19:59:48.349264 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-34c27064-3d3e-4e34-8597-209fe592aba1 req-fd257b10-4e83-41f3-a6a3-b8acce5c437c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Oct 28 19:59:48.360251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:48.826836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 2fd10757-6442-4494-a401-ad4410cd1539 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:48.880947 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 2fd10757-6442-4494-a401-ad4410cd1539 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:59:48.885124 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 2fd10757-6442-4494-a401-ad4410cd1539 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:48.885495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (2fd10757-6442-4494-a401-ad4410cd1539), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:48.885857 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 2fd10757-6442-4494-a401-ad4410cd1539 Oct 28 19:59:48.958656 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 2fd10757-6442-4494-a401-ad4410cd1539 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:48.959042 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (2fd10757-6442-4494-a401-ad4410cd1539), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:48.982970 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:48.985157 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161052ce-f303-4b26-8172-35bdd024a8c1" -d '{"events": [{"server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd10757-6442-4494-a401-ad4410cd1539"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:48.997667 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fd10757-6442-4494-a401-ad4410cd1539,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:49.003115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:49.024399 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab0cfe-6449-4b77-a83b-4467ff730405 x-openstack-request-id: req-08ab0cfe-6449-4b77-a83b-4467ff730405 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:49.024689 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd10757-6442-4494-a401-ad4410cd1539", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:49.024939 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08ab0cfe-6449-4b77-a83b-4467ff730405 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:49.025334 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ab0cfe-6449-4b77-a83b-4467ff730405'] response: {'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539', 'code': 200} Oct 28 19:59:49.051067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:49.196309 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5ce71-0c8f-4f0e-b6b5-69f76ff12fee req-7029312e-9b6a-4de5-896c-a36f4754a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:49.197807 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11a5ce71-0c8f-4f0e-b6b5-69f76ff12fee req-7029312e-9b6a-4de5-896c-a36f4754a466 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 1129 time: 0.0441718 Oct 28 19:59:49.241704 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-11a5ce71-0c8f-4f0e-b6b5-69f76ff12fee req-2f383f5e-c717-400a-a7ef-ae8e16773dc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365803 Oct 28 19:59:49.493216 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32d19b-abd4-482b-8550-6702c4b45bb5 req-69e9b3f8-2502-4345-a8db-f5d334f3a2a3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:49.494731 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8a32d19b-abd4-482b-8550-6702c4b45bb5 req-69e9b3f8-2502-4345-a8db-f5d334f3a2a3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0588024 Oct 28 19:59:49.541683 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8a32d19b-abd4-482b-8550-6702c4b45bb5 req-e9683aa9-407c-4f12-b12c-20e79bb77576 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Oct 28 19:59:49.636317 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:50.356294 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:50.692721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832284-8c9f-4878-b552-fa827813f76c req-0dce6059-4cfa-4994-afa0-e866538ce05d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.694257 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3a832284-8c9f-4878-b552-fa827813f76c req-0dce6059-4cfa-4994-afa0-e866538ce05d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0563805 Oct 28 19:59:50.741368 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-3a832284-8c9f-4878-b552-fa827813f76c req-45c909f8-1e9c-4138-a700-08aef7bfb4bc tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Oct 28 19:59:50.878289 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd762-7cb5-445b-8067-251954ea8254 req-ee250536-e537-4b1a-8686-ccd9a378d157 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.879755 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1bfcd762-7cb5-445b-8067-251954ea8254 req-ee250536-e537-4b1a-8686-ccd9a378d157 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0587945 Oct 28 19:59:50.892180 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41162) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:50.896987 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'port_id': '2fd10757-6442-4494-a401-ad4410cd1539'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:50.935470 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.111504 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41170) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:51.148815 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.217337 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d2d42da3-069d-4a34-8c13-8bb7797fa017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.290982 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d2d42da3-069d-4a34-8c13-8bb7797fa017 admin admin] Publish callbacks [] for security_group (0b1fba03-140f-4771-a09b-ab5398b2a280), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.296746 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-d2d42da3-069d-4a34-8c13-8bb7797fa017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0b1fba03-140f-4771-a09b-ab5398b2a280), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.335130 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-d2d42da3-069d-4a34-8c13-8bb7797fa017 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7716931a131d412590a34fa7aee22f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225242 Oct 28 19:59:51.336613 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d42da3-069d-4a34-8c13-8bb7797fa017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1fba03-140f-4771-a09b-ab5398b2a280,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:51.338645 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41174) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:51.361162 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.373891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.442811 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] Publish callbacks [] for security_group (0b1fba03-140f-4771-a09b-ab5398b2a280), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.495425 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] Publish callbacks [] for security_group (0b1fba03-140f-4771-a09b-ab5398b2a280), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.505601 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 50f40cac-7e54-4081-b871-e5146a134398 associated. External IP: 172.27.3.245, port: 2fd10757-6442-4494-a401-ad4410cd1539. Oct 28 19:59:51.611114 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (0b1fba03-140f-4771-a09b-ab5398b2a280), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.613730 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.614939 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b1fba03-140f-4771-a09b-ab5398b2a280 HTTP/1.1" status: 204 len: 168 time: 0.2753592 Oct 28 19:59:51.630424 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e25b-e8e0-4d8d-81cc-a5a790f16ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1fba03-140f-4771-a09b-ab5398b2a280,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:51.734690 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:51.841340 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:51.847155 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.852902 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:51.864172 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:51.865043 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:51.880325 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-1f3d72fc-387d-40f2-8845-188454b57702 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "PUT /v2.0/floatingips/50f40cac-7e54-4081-b871-e5146a134398 HTTP/1.1" status: 200 len: 991 time: 0.9869645 Oct 28 19:59:51.881056 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:51.883551 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe907c-2c41-4a42-9571-f4016511fe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "tag": "2fd10757-6442-4494-a401-ad4410cd1539"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:51.914004 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41184) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:51.922038 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cede77a-60e4-4bd5-a934-1f1b5d66c12c x-openstack-request-id: req-4cede77a-60e4-4bd5-a934-1f1b5d66c12c {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:51.922348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "tag": "2fd10757-6442-4494-a401-ad4410cd1539", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:51.922602 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cede77a-60e4-4bd5-a934-1f1b5d66c12c {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:51.923004 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cede77a-60e4-4bd5-a934-1f1b5d66c12c'] response: {'name': 'network-changed', 'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539', 'status': 'completed', 'code': 200} Oct 28 19:59:51.930809 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9276c-38d2-4bb3-a3f7-a623a184aec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:51.985611 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:51.987406 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-8754ab2a-19b8-415f-bd41-b02f6d97fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:51.989534 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-8754ab2a-19b8-415f-bd41-b02f6d97fce8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 1129 time: 0.0472736 Oct 28 19:59:52.012245 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9276c-38d2-4bb3-a3f7-a623a184aec8 admin admin] Publish callbacks [] for security_group (14e66b14-cefa-4f4e-a2c2-650202dcd56d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.018251 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9276c-38d2-4bb3-a3f7-a623a184aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (14e66b14-cefa-4f4e-a2c2-650202dcd56d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.056916 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cfc9276c-38d2-4bb3-a3f7-a623a184aec8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=677c09fc6e4f43289cd8c2cc170121d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415329 Oct 28 19:59:52.058297 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9276c-38d2-4bb3-a3f7-a623a184aec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e66b14-cefa-4f4e-a2c2-650202dcd56d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:52.059748 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41186) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:52.120628 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-b48221d7-6115-4ff4-a995-6976dabd441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:52.122131 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-b48221d7-6115-4ff4-a995-6976dabd441b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.1245744 Oct 28 19:59:52.167944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] Publish callbacks [] for security_group (14e66b14-cefa-4f4e-a2c2-650202dcd56d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.204024 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] Publish callbacks [] for security_group (14e66b14-cefa-4f4e-a2c2-650202dcd56d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.206873 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:51Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:52.211674 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-ef7ce50a-90d7-4798-858d-fad0d9e87513 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd10757-6442-4494-a401-ad4410cd1539 HTTP/1.1" status: 200 len: 999 time: 0.0815747 Oct 28 19:59:52.231279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:52.239888 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:52.240502 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T19:59:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:52.276487 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-65af8bc1-b25b-4b1a-9b88-03f2db972f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:52.278030 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-65af8bc1-b25b-4b1a-9b88-03f2db972f8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0580430 Oct 28 19:59:52.314480 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (14e66b14-cefa-4f4e-a2c2-650202dcd56d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.317091 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:52.318278 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14e66b14-cefa-4f4e-a2c2-650202dcd56d HTTP/1.1" status: 204 len: 168 time: 0.2573519 Oct 28 19:59:52.332063 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1927f9-a280-40e2-bd6e-d4ea85c5eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e66b14-cefa-4f4e-a2c2-650202dcd56d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:52.349815 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-a8b64fbd-e8d9-41ab-8008-6df4fd71651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:52.351399 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-a8b64fbd-e8d9-41ab-8008-6df4fd71651c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666475 Oct 28 19:59:52.453133 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-8b1df9bd-3ef4-4ec0-9dce-32f2e683e339 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940871 Oct 28 19:59:52.483807 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:52.554537 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d1fe907c-2c41-4a42-9571-f4016511fe1d req-675ebd97-ebb6-499a-ba22-2e1b45451ca4 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938101 Oct 28 19:59:52.722255 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:51Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:52.747373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0c8c3-ca04-49b1-8dce-95099b2bae6f None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:51Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:52.951446 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d89f9-82b4-4890-b426-757430c9059a None None] New status for floating IP 50f40cac-7e54-4081-b871-e5146a134398: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:59:56.576208 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:00:00.595189 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41312) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:00.708207 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.790650 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Publish callbacks [] for security_group (5bbb7935-98da-4966-8a30-bc879bbc3e20), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.797185 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5bbb7935-98da-4966-8a30-bc879bbc3e20), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.834270 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=135838cb91084613bbecfca922399b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378743 Oct 28 20:00:00.835195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb7935-98da-4966-8a30-bc879bbc3e20,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:00.837253 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41316) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:00.842595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.842932 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.843262 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.843613 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.843944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.844273 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.844602 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.844920 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.845270 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.845595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.845927 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.846245 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.846587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793adeb6-b14b-4159-a04a-17acad1ae058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.885905 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Publish callbacks [] for security_group (5bbb7935-98da-4966-8a30-bc879bbc3e20), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.909772 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Publish callbacks [] for security_group (5bbb7935-98da-4966-8a30-bc879bbc3e20), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.959771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (5bbb7935-98da-4966-8a30-bc879bbc3e20), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.962364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:00.963503 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bbb7935-98da-4966-8a30-bc879bbc3e20 HTTP/1.1" status: 204 len: 168 time: 0.1252053 Oct 28 20:00:00.971123 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb7935-98da-4966-8a30-bc879bbc3e20,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:00.978344 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.978716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.979045 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.979681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.979681 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.979989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.980319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.980671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.981089 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.981305 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.981608 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.981967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:00.982290 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44448c1c-4290-4ac0-9253-35ddea00ceee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:01.242186 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41322) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:01.256126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-79c33d27-c391-46e5-9def-ea309c7d9a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.332668 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-79c33d27-c391-46e5-9def-ea309c7d9a0b admin admin] Publish callbacks [] for security_group (23605b54-eb97-498a-8e8b-5ba1a9c29fae), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.339512 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-79c33d27-c391-46e5-9def-ea309c7d9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (23605b54-eb97-498a-8e8b-5ba1a9c29fae), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.375937 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-79c33d27-c391-46e5-9def-ea309c7d9a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dde48f85acb4e9786572e137e52ab4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326728 Oct 28 20:00:01.376767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33d27-c391-46e5-9def-ea309c7d9a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23605b54-eb97-498a-8e8b-5ba1a9c29fae,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:01.378935 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41324) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:01.434499 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] Publish callbacks [] for security_group (23605b54-eb97-498a-8e8b-5ba1a9c29fae), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.456535 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] Publish callbacks [] for security_group (23605b54-eb97-498a-8e8b-5ba1a9c29fae), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.507447 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (23605b54-eb97-498a-8e8b-5ba1a9c29fae), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.509988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.511246 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23605b54-eb97-498a-8e8b-5ba1a9c29fae HTTP/1.1" status: 204 len: 168 time: 0.1310890 Oct 28 20:00:01.520948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791d1ec-2dc9-4731-9224-33e8c9561d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23605b54-eb97-498a-8e8b-5ba1a9c29fae,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:01.850655 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41330) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:01.864777 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-96cca5f3-4379-4e4d-81ea-8dcf341214ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.946688 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-96cca5f3-4379-4e4d-81ea-8dcf341214ab admin admin] Publish callbacks [] for security_group (dbb05c2f-1909-4899-bf28-734fdaf86ea0), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.952380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-96cca5f3-4379-4e4d-81ea-8dcf341214ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dbb05c2f-1909-4899-bf28-734fdaf86ea0), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:01.992402 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-96cca5f3-4379-4e4d-81ea-8dcf341214ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4da78e5758644eca12185506d4f2ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406476 Oct 28 20:00:01.993135 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cca5f3-4379-4e4d-81ea-8dcf341214ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb05c2f-1909-4899-bf28-734fdaf86ea0,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:01.995256 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41332) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:02.044125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] Publish callbacks [] for security_group (dbb05c2f-1909-4899-bf28-734fdaf86ea0), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.066209 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] Publish callbacks [] for security_group (dbb05c2f-1909-4899-bf28-734fdaf86ea0), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.120620 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (dbb05c2f-1909-4899-bf28-734fdaf86ea0), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.123253 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.124438 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbb05c2f-1909-4899-bf28-734fdaf86ea0 HTTP/1.1" status: 204 len: 168 time: 0.1281660 Oct 28 20:00:02.133782 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e04b-f07d-4533-8785-b149febb81ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb05c2f-1909-4899-bf28-734fdaf86ea0,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:05.798365 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41378) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:05.909430 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91c873e8-d933-42c5-b685-d607bccef620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.986285 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91c873e8-d933-42c5-b685-d607bccef620 admin admin] Publish callbacks [] for security_group (9ce58b3e-36df-41a9-ab55-84f815aab978), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.992214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91c873e8-d933-42c5-b685-d607bccef620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (9ce58b3e-36df-41a9-ab55-84f815aab978), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.029735 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-91c873e8-d933-42c5-b685-d607bccef620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c9bd96460804522a397af8d0ca875ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302988 Oct 28 20:00:06.030586 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c873e8-d933-42c5-b685-d607bccef620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce58b3e-36df-41a9-ab55-84f815aab978,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:06.033706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41382) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:06.083868 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] Publish callbacks [] for security_group (9ce58b3e-36df-41a9-ab55-84f815aab978), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.106229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] Publish callbacks [] for security_group (9ce58b3e-36df-41a9-ab55-84f815aab978), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.153416 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (9ce58b3e-36df-41a9-ab55-84f815aab978), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.156085 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.157219 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ce58b3e-36df-41a9-ab55-84f815aab978 HTTP/1.1" status: 204 len: 168 time: 0.1220567 Oct 28 20:00:06.164915 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe33f84-9906-43e7-adaa-c65b75378993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce58b3e-36df-41a9-ab55-84f815aab978,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:15.013551 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9b99df9e-f590-4bad-96d0-65a9ec34bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:17.410263 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-44c9d581-7086-4f0b-8b5f-dafe084c9bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:18.359999 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:19.642105 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:20.379478 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:20.655446 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-b0e4a54e-b088-43ff-8baf-ed2c339c20e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492845 Oct 28 20:00:20.745391 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-12f305ab-2c17-4923-b1e5-db97ae0af61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:20.746948 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-12f305ab-2c17-4923-b1e5-db97ae0af61f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0468853 Oct 28 20:00:20.851818 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-98f60363-9642-48b6-af91-dcfdd061bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:20.853285 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-98f60363-9642-48b6-af91-dcfdd061bfef service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0862765 Oct 28 20:00:20.921665 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-2380fc73-68ec-4999-85bf-3841539800a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 1002 time: 0.0617249 Oct 28 20:00:20.982577 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-c6a00d8e-5ffc-4d68-bd1a-e09e7cf2c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:20.984094 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-c6a00d8e-5ffc-4d68-bd1a-e09e7cf2c2c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0563316 Oct 28 20:00:21.039227 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-df5609c8-7f27-431a-acae-4b3f64b34cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:21.040709 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-df5609c8-7f27-431a-acae-4b3f64b34cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506628 Oct 28 20:00:21.128885 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-dafd24c9-6f6a-4021-8abb-08d3b1977b37 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Oct 28 20:00:21.154396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:21.231103 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-799723af-fe44-4abe-a544-bdceae5f54b3 req-b2bd4a6c-3c45-47de-a381-8f13eef95afb service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956271 Oct 28 20:00:23.658174 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41514) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:23.768679 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59ac0142-dd3b-4826-a85a-f1ece9e425d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:23.851185 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59ac0142-dd3b-4826-a85a-f1ece9e425d2 admin admin] Publish callbacks [] for security_group (b7547b00-89e8-4bdb-a614-63de5b7e7654), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:23.857061 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-59ac0142-dd3b-4826-a85a-f1ece9e425d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b7547b00-89e8-4bdb-a614-63de5b7e7654), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:23.895224 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-59ac0142-dd3b-4826-a85a-f1ece9e425d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b14417516d4819861d406bb3d6716e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358434 Oct 28 20:00:23.895939 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0142-dd3b-4826-a85a-f1ece9e425d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7547b00-89e8-4bdb-a614-63de5b7e7654,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:23.898151 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41518) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:23.950436 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] Publish callbacks [] for security_group (b7547b00-89e8-4bdb-a614-63de5b7e7654), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:23.971451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] Publish callbacks [] for security_group (b7547b00-89e8-4bdb-a614-63de5b7e7654), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:24.024293 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b7547b00-89e8-4bdb-a614-63de5b7e7654), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:24.027361 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:24.028598 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7547b00-89e8-4bdb-a614-63de5b7e7654 HTTP/1.1" status: 204 len: 168 time: 0.1292872 Oct 28 20:00:24.036084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce93f6-f5a5-4317-8cdb-1a855e2134ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7547b00-89e8-4bdb-a614-63de5b7e7654,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:33.571292 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:00:38.493914 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41586) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:38.498825 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145722144', 'description': 'tempest-description--393056762'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:38.522731 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.593699 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.600879 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.636801 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.638042 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1429930 Oct 28 20:00:38.641062 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41588) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:38.645380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': 'f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:38.650521 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece5fd5-8dc8-472f-b1c0-5f4737ce4aa6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:38.675849 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f0b71bfd-4a29-4837-83bc-f64d0e4c4cc6), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.731626 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f0b71bfd-4a29-4837-83bc-f64d0e4c4cc6), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.737277 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (f0b71bfd-4a29-4837-83bc-f64d0e4c4cc6), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.754721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b71bfd-4a29-4837-83bc-f64d0e4c4cc6,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:38.764277 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.765567 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-7d5715a3-465c-44dd-85b6-e95245a3eb95 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235478 Oct 28 20:00:38.768442 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41590) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:38.772663 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': 'f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:38.798631 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f9c22f88-cf98-4046-9417-4b2c6a7959bb), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.855116 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (f9c22f88-cf98-4046-9417-4b2c6a7959bb), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.860134 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (f9c22f88-cf98-4046-9417-4b2c6a7959bb), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.879586 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c22f88-cf98-4046-9417-4b2c6a7959bb,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:38.889455 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.890720 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a7c86c3f-b319-4f62-b121-9e26fc0cf387 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213894 Oct 28 20:00:38.893930 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41594) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:38.898253 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:38.923213 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.024067 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.134459 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.27.3.27 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/73742af3-75b0-4994-9018-a9a3b05eeaee) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:00:39.247818 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.285419 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.328822 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:00:39.331722 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:00:39.337396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:00:39.342469 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=73742af3-75b0-4994-9018-a9a3b05eeaee,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:39.422638 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.464115 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.608363 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.615680 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.677551 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=73742af3-75b0-4994-9018-a9a3b05eeaee,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:39.679909 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.697195 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.698480 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ebab03e8-081f-4f62-a8bf-4a29d93b676e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8034716 Oct 28 20:00:39.914491 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-99ae799f-34ec-4b89-815e-f77c530a5521 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--145722144&fields=id&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 267 time: 0.0458281 Oct 28 20:00:40.030580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-fed5a224-ae41-45ce-a9d2-d056918e2bb3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:40.032040 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-fed5a224-ae41-45ce-a9d2-d056918e2bb3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1118934 Oct 28 20:00:40.049940 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-5422f43e-8890-48b6-970d-54ebe0c5806f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/quotas/85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Oct 28 20:00:40.108509 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-8b5912e4-a1ab-4918-9340-c3d76e601a81 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511091 Oct 28 20:00:40.212179 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-0aa5823b-d47e-4669-9898-24a3d17bad49 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922332 Oct 28 20:00:40.303681 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-f06d8b48-dc84-46b2-a400-58d82ebb0910 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855322 Oct 28 20:00:40.470059 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-020f827a-7b81-4585-a461-6d0444643e9b req-ca30b12a-1760-4f40-9c52-4eaccc3b0da0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 210 time: 0.0310326 Oct 28 20:00:41.240645 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-5d93a0ad-b976-4743-8b31-ab2e904910fe tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087578669&fields=id&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 267 time: 0.0450339 Oct 28 20:00:41.352185 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-220e2499-35de-40c0-8d9b-9b1010731882 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:41.353689 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-220e2499-35de-40c0-8d9b-9b1010731882 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1055346 Oct 28 20:00:41.369102 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-c1571ea6-7984-4b0a-8ab4-44e5c6c47bcf tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/quotas/42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 375 time: 0.0097487 Oct 28 20:00:41.424528 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-36361cab-8032-4c61-b087-cef34afe1417 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:41.425907 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-36361cab-8032-4c61-b087-cef34afe1417 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1148510 Oct 28 20:00:41.427576 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-1ea7aa68-b664-4e73-9a1d-8e3ac580ca73 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515707 Oct 28 20:00:41.506443 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-38bf5552-839b-46e1-968c-f5d72d9c4acb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 471 time: 0.0719147 Oct 28 20:00:41.516471 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'port': {'device_id': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'admin_state_up': True, 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'security_groups': ['f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:41.529281 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-85422e1e-18f9-4cc0-9664-98ecae79a07b service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896902 Oct 28 20:00:41.591475 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-82acb99e-d440-4cf9-ab1c-1b4053593929 req-80f628df-9060-4a78-a607-591ab2e01e0b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 210 time: 0.0309820 Oct 28 20:00:41.622434 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-5f700061-2f64-4e24-a463-ef344fef0945 service neutron] 10.222.0.20 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Oct 28 20:00:41.664123 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'port': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:00:41.667779 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:41.797842 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.20.0.4 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/ac791149-1df9-4a75-83e8-487a12061c7f) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:00:41.925558 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7a73c55f-170e-43c1-b7f5-f8feb8484271 req-d210d078-b444-4b05-88ee-83c7e4885d66 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 210 time: 0.0360577 Oct 28 20:00:41.970751 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (ac791149-1df9-4a75-83e8-487a12061c7f), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.003165 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.044848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:00:42.048028 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:00:42.054855 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:00:42.060817 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:42.109126 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.109820 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.128838 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-15b4e0b0-d23d-4a92-9bbe-144d3aeae75b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164331 Oct 28 20:00:42.140928 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Request body: {'port': {'device_id': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:42.208753 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.273253 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Provisioning complete for port ac791149-1df9-4a75-83e8-487a12061c7f triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:00:42.273905 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.274008 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Attempt 1 to provision port ac791149-1df9-4a75-83e8-487a12061c7f Oct 28 20:00:42.310139 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Port ac791149-1df9-4a75-83e8-487a12061c7f cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:00:42.469293 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac791149-1df9-4a75-83e8-487a12061c7f {{(pid=115427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:00:42.477220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks [] for port (ac791149-1df9-4a75-83e8-487a12061c7f), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.491561 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.provisioning_blocks [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Transition to ACTIVE for port object ac791149-1df9-4a75-83e8-487a12061c7f will not be triggered until provisioned by entity L2. {{(pid=115427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:00:42.495429 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.555909 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Pushing event updated for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:42.604071 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Attempting to bind port ac791149-1df9-4a75-83e8-487a12061c7f on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:00:42.604414 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Attempting to bind port ac791149-1df9-4a75-83e8-487a12061c7f by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:00:42.604735 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Attempting to bind port ac791149-1df9-4a75-83e8-487a12061c7f on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:00:42.609665 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Port ac791149-1df9-4a75-83e8-487a12061c7f on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:00:42.609981 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Attempting to bind port ac791149-1df9-4a75-83e8-487a12061c7f on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:00:42.614894 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:00:42.615205 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:00:42.615611 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:00:42.616023 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.managers [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Bound port: ac791149-1df9-4a75-83e8-487a12061c7f, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:00:42.616372 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.680134 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, cleared binding levels {{(pid=115427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:00:42.683386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ac791149-1df9-4a75-83e8-487a12061c7f,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:00:42.692056 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.696089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.696753 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.698188 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac791149-1df9-4a75-83e8-487a12061c7f HTTP/1.1" status: 200 len: 1093 time: 0.5619445 Oct 28 20:00:42.698684 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:42.701035 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7825259a-1882-447d-946e-f547d3da26ab" -d '{"events": [{"name": "network-changed", "server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:42.754482 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f86d1-2789-4214-919c-c0ed086be2ac req-3c142ced-ec9f-4c48-976c-a5e5c2a21938 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.757872 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df27de7-09f3-4c95-a902-0c8262a52c79 x-openstack-request-id: req-2df27de7-09f3-4c95-a902-0c8262a52c79 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:42.758182 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:42.758439 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df27de7-09f3-4c95-a902-0c8262a52c79 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:42.758837 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df27de7-09f3-4c95-a902-0c8262a52c79'] response: {'name': 'network-changed', 'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'status': 'completed', 'code': 200} Oct 28 20:00:42.764484 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-602f86d1-2789-4214-919c-c0ed086be2ac req-3c142ced-ec9f-4c48-976c-a5e5c2a21938 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 943 time: 0.0945072 Oct 28 20:00:42.783604 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f559d42-a771-4b77-97c9-463a63432310 service neutron] Pushing event updated for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=3']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:42.807695 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-eaf8fecc-9b3e-46a7-b240-c105a74138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.809319 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-eaf8fecc-9b3e-46a7-b240-c105a74138c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 1127 time: 0.0605991 Oct 28 20:00:42.812009 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Attempt 2 to provision port ac791149-1df9-4a75-83e8-487a12061c7f Oct 28 20:00:42.853315 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-7258cb08-6ff3-468e-ad3c-8af1029cccb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac791149-1df9-4a75-83e8-487a12061c7f HTTP/1.1" status: 200 len: 217 time: 0.0363357 Oct 28 20:00:42.862920 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3219d-108c-4dae-9379-659889f38fab None None] Port ac791149-1df9-4a75-83e8-487a12061c7f had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:00:42.872632 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-602f86d1-2789-4214-919c-c0ed086be2ac req-512c02c5-5c6b-4656-985d-ef4b9643f331 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053507 Oct 28 20:00:42.909319 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-aa5aa32e-56c3-4584-9492-0ab4131b9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.911111 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-aa5aa32e-56c3-4584-9492-0ab4131b9733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0522094 Oct 28 20:00:42.916612 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-7049d19d-02d3-4d40-a5a6-383ea93413ac tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.918239 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-7049d19d-02d3-4d40-a5a6-383ea93413ac tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 812 time: 0.1313143 Oct 28 20:00:42.962702 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946be2-9350-421b-a0e9-d93aec38da4f req-034ab8ba-da88-4291-b9d5-44796460ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.964793 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-034ab8ba-da88-4291-b9d5-44796460ec98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477965 Oct 28 20:00:42.989649 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-c7a53cb7-8fe9-4796-9f7c-2047893f0ef4 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0 HTTP/1.1" status: 200 len: 380 time: 0.0631325 Oct 28 20:00:42.998767 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'port': {'device_id': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'admin_state_up': True, 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'security_groups': ['de513a47-b864-4284-b76b-e34d39ab7771']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:43.055400 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cf11e431-787d-4730-8729-4ff5e8e96c95 req-3b70e5b4-4f68-4db6-bfbe-7c4591a1bb7b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 210 time: 0.0329335 Oct 28 20:00:43.089113 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-aa642a6c-7b27-4314-a7ff-4994f5a3f023 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163211 Oct 28 20:00:43.109164 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Made reservation on behalf of 42ce8f3da9ea4ee9a28652bd99014bc0 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:00:43.112599 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.179946 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-14946be2-9350-421b-a0e9-d93aec38da4f req-354aa2e1-ee95-41b6-b03d-a87513b859f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843699 Oct 28 20:00:43.241082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.20.0.3 (b919d875-8558-4a77-8e1e-27b2e926c796/cc9d6d84-5155-434c-a3cc-78d81a45adb3/f077c181-c21d-4313-b821-86b256259f3b) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:00:43.290359 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825259a-1882-447d-946e-f547d3da26ab req-56a1c80c-9e08-4ff5-a833-f0ee3c82278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.292752 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-56a1c80c-9e08-4ff5-a833-f0ee3c82278b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 1127 time: 0.0637400 Oct 28 20:00:43.390666 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825259a-1882-447d-946e-f547d3da26ab req-b55f21cb-d800-40c3-affe-ed71ffb9ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.392150 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-b55f21cb-d800-40c3-affe-ed71ffb9ea57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.0920293 Oct 28 20:00:43.406382 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (f077c181-c21d-4313-b821-86b256259f3b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.438496 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-624eaffb-0c45-4427-af66-280029c82cbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac791149-1df9-4a75-83e8-487a12061c7f HTTP/1.1" status: 200 len: 217 time: 0.0357926 Oct 28 20:00:43.439991 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.485735 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network b919d875-8558-4a77-8e1e-27b2e926c796 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:00:43.487854 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825259a-1882-447d-946e-f547d3da26ab req-96506ff3-49c7-4408-bc0a-b7363b3b2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.488823 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:00:43.489414 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-96506ff3-49c7-4408-bc0a-b7363b3b2107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0450208 Oct 28 20:00:43.491333 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:00:43.519698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:43.548024 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825259a-1882-447d-946e-f547d3da26ab req-27733aed-c256-449e-a515-91e9ad4bc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.550470 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-27733aed-c256-449e-a515-91e9ad4bc115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544956 Oct 28 20:00:43.551233 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.551858 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.570355 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-8929b9b9-04ab-48cf-9fc2-be1e5ffff5af tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755608 Oct 28 20:00:43.582062 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Request body: {'port': {'device_id': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:43.648881 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f077c181-c21d-4313-b821-86b256259f3b), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.650691 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-fbcb11f1-65de-4012-9fd5-36f2b031b03b service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936356 Oct 28 20:00:43.743528 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-7825259a-1882-447d-946e-f547d3da26ab req-60384b32-1d3a-47dd-88d2-35535ee2634e service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Oct 28 20:00:43.790375 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Provisioning complete for port f077c181-c21d-4313-b821-86b256259f3b triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:00:43.790996 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f077c181-c21d-4313-b821-86b256259f3b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.791233 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Attempt 1 to provision port f077c181-c21d-4313-b821-86b256259f3b Oct 28 20:00:43.824227 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Port f077c181-c21d-4313-b821-86b256259f3b cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:00:43.908215 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f077c181-c21d-4313-b821-86b256259f3b {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:00:43.915928 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks [] for port (f077c181-c21d-4313-b821-86b256259f3b), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:43.928585 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Transition to ACTIVE for port object f077c181-c21d-4313-b821-86b256259f3b will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:00:43.936214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:44.034118 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Pushing event updated for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:44.078927 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c101e5-0468-4cd4-9c37-b79d2d790047 req-73931381-395c-4dad-ba0a-2c120a2bb76f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.080393 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b5c101e5-0468-4cd4-9c37-b79d2d790047 req-73931381-395c-4dad-ba0a-2c120a2bb76f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 943 time: 0.1210163 Oct 28 20:00:44.081460 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Attempting to bind port f077c181-c21d-4313-b821-86b256259f3b on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:00:44.081782 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Attempting to bind port f077c181-c21d-4313-b821-86b256259f3b by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:00:44.082112 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Attempting to bind port f077c181-c21d-4313-b821-86b256259f3b on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:00:44.092210 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Port f077c181-c21d-4313-b821-86b256259f3b on network b919d875-8558-4a77-8e1e-27b2e926c796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:00:44.092530 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Attempting to bind port f077c181-c21d-4313-b821-86b256259f3b on network b919d875-8558-4a77-8e1e-27b2e926c796 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:00:44.104782 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:00:44.105122 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Checking segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:00:44.105515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Bound using segment: {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:00:44.105940 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Bound port: f077c181-c21d-4313-b821-86b256259f3b, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2654313-f288-4a30-99db-004560339274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:00:44.106378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f077c181-c21d-4313-b821-86b256259f3b), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:44.160303 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b5c101e5-0468-4cd4-9c37-b79d2d790047 req-66c4c3f7-4f9e-4b46-93c3-b6f240424aaf tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736647 Oct 28 20:00:44.187771 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:00:44.188914 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468403e4-5f38-43e7-9ca9-7a2239a6e388 req-9405d4a3-5402-42e2-bf2f-25f802e1393f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.190435 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-468403e4-5f38-43e7-9ca9-7a2239a6e388 req-9405d4a3-5402-42e2-bf2f-25f802e1393f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.0606225 Oct 28 20:00:44.190936 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f077c181-c21d-4313-b821-86b256259f3b,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:00:44.197364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:44.201412 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.202319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:44.203717 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] 10.222.0.55 "PUT /v2.0/ports/f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 200 len: 1093 time: 0.6258144 Oct 28 20:00:44.203879 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:44.206106 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aba1de-bed1-4be6-983d-da1d0126c1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:44.256338 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-468403e4-5f38-43e7-9ca9-7a2239a6e388 req-0ac44128-679c-4643-8ebc-0b214f887ff8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595622 Oct 28 20:00:44.325676 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Attempt 2 to provision port f077c181-c21d-4313-b821-86b256259f3b Oct 28 20:00:44.365853 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2456c-a547-4672-ba51-73faeaaeb795 None None] Port f077c181-c21d-4313-b821-86b256259f3b had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:00:44.488973 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c65a65-3d0e-4c22-9956-02cad8d50308 x-openstack-request-id: req-a8c65a65-3d0e-4c22-9956-02cad8d50308 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:44.489277 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:44.489510 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8c65a65-3d0e-4c22-9956-02cad8d50308 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:44.489909 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c65a65-3d0e-4c22-9956-02cad8d50308'] response: {'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b', 'status': 'completed', 'code': 200} Oct 28 20:00:44.524891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64162-f43e-4419-90c0-9fac62f9a39c service neutron] Pushing event updated for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:44.545415 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-498461ff-68a9-49ed-ad29-cf263bab4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.547062 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-498461ff-68a9-49ed-ad29-cf263bab4982 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1127 time: 0.0563011 Oct 28 20:00:44.586020 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-b036f0c6-9e58-4930-a28e-32ac92ddc670 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 200 len: 217 time: 0.0315592 Oct 28 20:00:44.641491 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-7b290d2b-30ba-424a-9a34-188cce3d738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.643519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-7b290d2b-30ba-424a-9a34-188cce3d738f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0511928 Oct 28 20:00:44.694966 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-4739e627-76e6-4dd0-8ea8-17feeeb2ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.696471 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-4739e627-76e6-4dd0-8ea8-17feeeb2ff60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469599 Oct 28 20:00:44.784619 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-4b0624a1-fa68-4543-855e-b7329276405c service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810857 Oct 28 20:00:44.875019 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9e2d754c-2e58-42af-9a3c-0c1a86ff6f66 req-903dd9d8-fe86-4f68-89d2-9daa0984e94d service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 Oct 28 20:00:44.973262 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-299b3aaf-d0b0-4595-b296-b55d25aa8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.974797 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-299b3aaf-d0b0-4595-b296-b55d25aa8ef7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1127 time: 0.0478888 Oct 28 20:00:45.017425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ed633db0-37f2-4f63-b11d-92f95c5b648b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:45.030309 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ac791149-1df9-4a75-83e8-487a12061c7f details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:00:45.068832 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-c28bd03c-a0cb-40ae-9e67-e1090b090e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.070391 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-c28bd03c-a0cb-40ae-9e67-e1090b090e3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0888386 Oct 28 20:00:45.111768 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-66ad94f4-e804-40e4-836a-cf096948644b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 200 len: 217 time: 0.0338016 Oct 28 20:00:45.127378 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ac791149-1df9-4a75-83e8-487a12061c7f,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:45.138910 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'port_id': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'mac_address': 'fa:16:3e:eb:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:00:45.159463 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-e0ca6d38-3959-4e27-93d4-4dbe50b342b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.160946 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-e0ca6d38-3959-4e27-93d4-4dbe50b342b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0430133 Oct 28 20:00:45.172821 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ac791149-1df9-4a75-83e8-487a12061c7f is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:00:45.173280 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:45.186356 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac791149-1df9-4a75-83e8-487a12061c7f {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:00:45.210160 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ac791149-1df9-4a75-83e8-487a12061c7f,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:45.215380 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-6959882e-6088-4241-aa90-6cb17c5b244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.215814 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:45.217812 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-6959882e-6088-4241-aa90-6cb17c5b244f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482771 Oct 28 20:00:45.261342 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:45.268542 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.268887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.269242 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.269572 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.269903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.270258 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.270587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.270913 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.271236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.271560 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.271890 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.272185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.272533 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:45.344576 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-40c999f6-8e01-4f5f-a887-2f873d67762c service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175165 Oct 28 20:00:45.352260 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67f6-4988-4fdd-992f-3ae8eca24f38 req-042ea648-a4f1-4219-b69b-090f9bf94902 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.353654 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-53de67f6-4988-4fdd-992f-3ae8eca24f38 req-042ea648-a4f1-4219-b69b-090f9bf94902 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 944 time: 0.1054533 Oct 28 20:00:45.382235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40131c-0a77-4f52-b14c-059c4263f226 req-67be17af-8e34-4721-b9e6-21d51493faa9 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.383607 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1f40131c-0a77-4f52-b14c-059c4263f226 req-67be17af-8e34-4721-b9e6-21d51493faa9 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.0523353 Oct 28 20:00:45.432495 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-1f40131c-0a77-4f52-b14c-059c4263f226 req-f4fb451d-690e-482d-a2ac-6e6859cd9473 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Oct 28 20:00:45.457094 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-53de67f6-4988-4fdd-992f-3ae8eca24f38 req-73fae31d-693f-4ae4-bf50-619b1aca11a9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955515 Oct 28 20:00:45.475105 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-31aba1de-bed1-4be6-983d-da1d0126c1f6 req-c1230d63-35f5-4f24-9fe1-8b71fd83a38c service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204965 Oct 28 20:00:45.483088 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['ac791149-1df9-4a75-83e8-487a12061c7f'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:00:46.568979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8c80-4894-41db-b751-0dd39d611e26 req-04494d7b-7c53-40cc-ad96-884b187a0117 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:46.570445 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-afce8c80-4894-41db-b751-0dd39d611e26 req-04494d7b-7c53-40cc-ad96-884b187a0117 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.0570250 Oct 28 20:00:46.584084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f685-0d08-4e08-b7dd-1c01a7d71c72 req-6f807867-8753-48cc-a1fe-e394beb8a9e9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:46.585564 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6833f685-0d08-4e08-b7dd-1c01a7d71c72 req-6f807867-8753-48cc-a1fe-e394beb8a9e9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 944 time: 0.0546584 Oct 28 20:00:46.621164 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-afce8c80-4894-41db-b751-0dd39d611e26 req-c87f0845-e771-46cc-9bd0-27893ce42205 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445549 Oct 28 20:00:46.636814 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-6833f685-0d08-4e08-b7dd-1c01a7d71c72 req-36923b77-47b0-4662-bf52-3decc14921d8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Oct 28 20:00:47.045504 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ac791149-1df9-4a75-83e8-487a12061c7f up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:00:47.101378 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port ac791149-1df9-4a75-83e8-487a12061c7f completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:00:47.105238 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port ac791149-1df9-4a75-83e8-487a12061c7f triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:00:47.105626 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:47.105966 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port ac791149-1df9-4a75-83e8-487a12061c7f Oct 28 20:00:47.179432 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port ac791149-1df9-4a75-83e8-487a12061c7f is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:00:47.179833 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:47.203366 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:47.205654 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6495531-a19b-4286-9f74-85a4c310ba68" -d '{"events": [{"server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "name": "network-vif-plugged", "status": "completed", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:47.217987 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ac791149-1df9-4a75-83e8-487a12061c7f,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:47.223413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:47.251455 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e65ea6-ba62-40ab-883a-45d137c23b97 x-openstack-request-id: req-00e65ea6-ba62-40ab-883a-45d137c23b97 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:47.251744 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "name": "network-vif-plugged", "status": "completed", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:47.251972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00e65ea6-ba62-40ab-883a-45d137c23b97 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:47.252382 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e65ea6-ba62-40ab-883a-45d137c23b97'] response: {'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'code': 200} Oct 28 20:00:47.281034 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:47.394315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f8cce82c-5a2b-418a-914c-e14b6506c25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:47.414671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2551-8f31-40b2-b342-0ba1f8740b7c req-b0ee936b-0c75-4ecf-9ba8-9b801a9e4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:47.416184 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b42e2551-8f31-40b2-b342-0ba1f8740b7c req-b0ee936b-0c75-4ecf-9ba8-9b801a9e4fe3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 1129 time: 0.0455904 Oct 28 20:00:47.459595 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b42e2551-8f31-40b2-b342-0ba1f8740b7c req-eb447979-e358-4ab7-8f9a-0f7b0ff7a488 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Oct 28 20:00:47.751225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00fdbe-0085-48c8-b48f-12935d22b935 req-7b7695c7-2acd-4847-8e8d-adb312c47de0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:47.752744 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e00fdbe-0085-48c8-b48f-12935d22b935 req-7b7695c7-2acd-4847-8e8d-adb312c47de0 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.0536139 Oct 28 20:00:47.765726 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cb760-5def-44d8-a43c-f43cf7615f7a req-156cd78c-d68c-4864-a7dc-6b2e8c75d090 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:47.767241 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d07cb760-5def-44d8-a43c-f43cf7615f7a req-156cd78c-d68c-4864-a7dc-6b2e8c75d090 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0551527 Oct 28 20:00:47.803019 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e00fdbe-0085-48c8-b48f-12935d22b935 req-63eec6e0-13b9-4206-8142-40862a757486 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Oct 28 20:00:47.817431 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-d07cb760-5def-44d8-a43c-f43cf7615f7a req-7a6dc974-51f2-419c-b3a0-f50fec1ab127 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Oct 28 20:00:48.373170 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:48.938206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe8ac-02a0-4aac-a538-91d7bd07779b req-09bbdb7c-cebb-4db6-b7ff-7faa930a2244 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:48.939610 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fe3fe8ac-02a0-4aac-a538-91d7bd07779b req-09bbdb7c-cebb-4db6-b7ff-7faa930a2244 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0523663 Oct 28 20:00:48.992369 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-fe3fe8ac-02a0-4aac-a538-91d7bd07779b req-67436b10-e6c2-4e7c-8d1c-db40a5cc4376 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468285 Oct 28 20:00:49.032538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8df66-605b-4764-becc-7359f14e319c req-136d1344-d3ce-4a55-ad85-cffa52e3dcb9 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.034021 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-57f8df66-605b-4764-becc-7359f14e319c req-136d1344-d3ce-4a55-ad85-cffa52e3dcb9 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.1526563 Oct 28 20:00:49.084157 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-57f8df66-605b-4764-becc-7359f14e319c req-362441f7-900f-4237-8a13-fced67efe49d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Oct 28 20:00:49.114331 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e940f-cdf7-43f3-a936-ee7b5ce160ca req-bc55a656-2bb2-467c-afad-f8100bdc4a14 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.115836 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-566e940f-cdf7-43f3-a936-ee7b5ce160ca req-bc55a656-2bb2-467c-afad-f8100bdc4a14 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0565183 Oct 28 20:00:49.126368 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41690) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:49.130740 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'port_id': 'ac791149-1df9-4a75-83e8-487a12061c7f'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:49.169996 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:49.595062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:49.600988 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:49.652443 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:49.698139 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 3b4eed94-493e-4e58-8d4e-1f5418906d66 associated. External IP: 172.27.3.27, port: ac791149-1df9-4a75-83e8-487a12061c7f. Oct 28 20:00:50.139265 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:00:50.211968 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728de29-2cfb-4a66-8380-1b79254684e4 req-22776a0c-aeb5-4b98-9312-7a2b4ff0061f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.213520 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5728de29-2cfb-4a66-8380-1b79254684e4 req-22776a0c-aeb5-4b98-9312-7a2b4ff0061f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 943 time: 0.0551598 Oct 28 20:00:50.240600 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:00:50.245695 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:50.252033 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:00:50.264240 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5728de29-2cfb-4a66-8380-1b79254684e4 req-fcabc5ad-f0d8-44b8-ada8-105270c4f7cf tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Oct 28 20:00:50.264480 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:50.265343 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:00:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:50.276988 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e1442064-4232-4172-8b5e-c18a09b262f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "PUT /v2.0/floatingips/3b4eed94-493e-4e58-8d4e-1f5418906d66 HTTP/1.1" status: 200 len: 990 time: 1.1490953 Oct 28 20:00:50.277947 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:50.280220 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa357419-51b9-4701-821e-5a91bbc325b0" -d '{"events": [{"name": "network-changed", "server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:50.318827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba60ba7f-e1da-4d41-8741-5f44ddef4027 x-openstack-request-id: req-ba60ba7f-e1da-4d41-8741-5f44ddef4027 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:50.319117 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:50.319380 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba60ba7f-e1da-4d41-8741-5f44ddef4027 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:50.319772 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba60ba7f-e1da-4d41-8741-5f44ddef4027'] response: {'name': 'network-changed', 'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'status': 'completed', 'code': 200} Oct 28 20:00:50.382236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:50.383944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:50.385994 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-be259696-526c-40d0-9aa3-78bab7480be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.387570 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-be259696-526c-40d0-9aa3-78bab7480be8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 1129 time: 0.0464888 Oct 28 20:00:50.482641 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-aea71914-6447-4dce-bb7a-05185e46ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.484229 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-aea71914-6447-4dce-bb7a-05185e46ea80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.0898175 Oct 28 20:00:50.549673 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-a46a05b1-f15b-4dd1-9422-b448dfc1b6d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac791149-1df9-4a75-83e8-487a12061c7f HTTP/1.1" status: 200 len: 998 time: 0.0562940 Oct 28 20:00:50.602909 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '3b4eed94-493e-4e58-8d4e-1f5418906d66', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:eb:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:39Z', 'updated_at': '2022-10-28T20:00:49Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}, {'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:50.603259 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-eaa27e71-5318-4b86-81a8-5e4f7e160862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.604463 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-eaa27e71-5318-4b86-81a8-5e4f7e160862 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0481112 Oct 28 20:00:50.627517 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:00:50.635819 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:50.636348 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:00:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:50.656396 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-99c4bb55-1cf4-4b28-98b0-2a9545114359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.657938 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-99c4bb55-1cf4-4b28-98b0-2a9545114359 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459301 Oct 28 20:00:50.738419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:50.747600 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-292c81ca-9551-427d-bc0c-aad62e5ffab9 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825150 Oct 28 20:00:50.842899 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-aa357419-51b9-4701-821e-5a91bbc325b0 req-e1bcddac-3bf7-4c77-8d0b-25922b60190b service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Oct 28 20:00:50.958920 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '3b4eed94-493e-4e58-8d4e-1f5418906d66', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:eb:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:39Z', 'updated_at': '2022-10-28T20:00:49Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}, {'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:50.986361 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4ab98-0b97-48de-9b34-6b9946b1d438 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '3b4eed94-493e-4e58-8d4e-1f5418906d66', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:eb:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:39Z', 'updated_at': '2022-10-28T20:00:49Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}, {'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:00:51.058681 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f077c181-c21d-4313-b821-86b256259f3b details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:00:51.165941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:51.172279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f077c181-c21d-4313-b821-86b256259f3b,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:51.183643 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'f077c181-c21d-4313-b821-86b256259f3b', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'port_id': 'f077c181-c21d-4313-b821-86b256259f3b', 'mac_address': 'fa:16:3e:ae:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:00:51.200601 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157afea0-b11a-4b30-aa66-3bef68242069 None None] New status for floating IP 3b4eed94-493e-4e58-8d4e-1f5418906d66: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:00:51.221401 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f077c181-c21d-4313-b821-86b256259f3b is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:00:51.221706 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f077c181-c21d-4313-b821-86b256259f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:51.238266 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f077c181-c21d-4313-b821-86b256259f3b {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:00:51.257463 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f077c181-c21d-4313-b821-86b256259f3b,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:51.261719 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:51.311760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:51.401099 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cf6d7-9897-4ac7-a1ee-9567234f93a6 req-326c84e9-e3c2-458b-8a61-1f6c49dc99d8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:51.402645 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-247cf6d7-9897-4ac7-a1ee-9567234f93a6 req-326c84e9-e3c2-458b-8a61-1f6c49dc99d8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 944 time: 0.0543883 Oct 28 20:00:51.452604 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-247cf6d7-9897-4ac7-a1ee-9567234f93a6 req-fbcde601-5f64-494e-91ac-9090c7cbcf50 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Oct 28 20:00:51.480944 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['f077c181-c21d-4313-b821-86b256259f3b'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:00:52.602553 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27f75-51f9-41c7-ae68-0ff946b90808 req-c7354c9b-799e-4157-a3d4-4eb3041971f8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:52.604035 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ddb27f75-51f9-41c7-ae68-0ff946b90808 req-c7354c9b-799e-4157-a3d4-4eb3041971f8 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 944 time: 0.0618887 Oct 28 20:00:52.657216 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ddb27f75-51f9-41c7-ae68-0ff946b90808 req-280398d4-a96d-454c-8684-190447bb5773 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Oct 28 20:00:53.061212 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f077c181-c21d-4313-b821-86b256259f3b up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:00:53.117786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port f077c181-c21d-4313-b821-86b256259f3b completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:00:53.124070 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port f077c181-c21d-4313-b821-86b256259f3b triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:00:53.124658 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (f077c181-c21d-4313-b821-86b256259f3b), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:53.125195 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port f077c181-c21d-4313-b821-86b256259f3b Oct 28 20:00:53.203816 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port f077c181-c21d-4313-b821-86b256259f3b is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:00:53.204199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (f077c181-c21d-4313-b821-86b256259f3b), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:53.226921 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:53.229165 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa6b5fb-b583-47fb-b279-1b1b6b83640e" -d '{"events": [{"server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "name": "network-vif-plugged", "status": "completed", "tag": "f077c181-c21d-4313-b821-86b256259f3b"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:53.241624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f077c181-c21d-4313-b821-86b256259f3b,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:53.246159 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:53.268145 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab3611-8e57-4b90-b524-5b6ed3f2d874 x-openstack-request-id: req-e4ab3611-8e57-4b90-b524-5b6ed3f2d874 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:53.268435 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "name": "network-vif-plugged", "status": "completed", "tag": "f077c181-c21d-4313-b821-86b256259f3b", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:53.268687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ab3611-8e57-4b90-b524-5b6ed3f2d874 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:53.269084 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ab3611-8e57-4b90-b524-5b6ed3f2d874'] response: {'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b', 'code': 200} Oct 28 20:00:53.293666 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:53.510123 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272476de-6807-4bc1-8bbd-3aeb26cd213a req-67e09e28-743f-4b9b-8e92-7acff2cbc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:53.511614 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-272476de-6807-4bc1-8bbd-3aeb26cd213a req-67e09e28-743f-4b9b-8e92-7acff2cbc9e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1129 time: 0.0484931 Oct 28 20:00:53.557532 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-272476de-6807-4bc1-8bbd-3aeb26cd213a req-eddc8abc-43d6-4a9f-9462-74174676dfb1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Oct 28 20:00:53.798475 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b403-3fce-4fac-b9c6-3ad897b42027 req-7b976d8c-c159-46a9-b630-deab95bfa458 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:53.799864 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e064b403-3fce-4fac-b9c6-3ad897b42027 req-7b976d8c-c159-46a9-b630-deab95bfa458 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0661237 Oct 28 20:00:53.851259 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e064b403-3fce-4fac-b9c6-3ad897b42027 req-dabffe2b-00e1-4612-905f-c8255d88b6bb tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Oct 28 20:00:55.000729 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c7cac-d891-42f5-8475-1acf1e78577b req-7b1e6e65-e48e-49ad-86e5-8d0a0e734d27 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:55.002253 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-729c7cac-d891-42f5-8475-1acf1e78577b req-7b1e6e65-e48e-49ad-86e5-8d0a0e734d27 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0685265 Oct 28 20:00:55.059579 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-729c7cac-d891-42f5-8475-1acf1e78577b req-d937dcb1-c7d5-455e-95ca-809b0b2fd991 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511169 Oct 28 20:00:55.202492 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a110b-d5a4-426b-8237-2fdba9b1c1cf req-e16ae983-bb05-47e5-aff4-d99c54131384 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:55.203849 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-558a110b-d5a4-426b-8237-2fdba9b1c1cf req-e16ae983-bb05-47e5-aff4-d99c54131384 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0717824 Oct 28 20:00:55.256816 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-558a110b-d5a4-426b-8237-2fdba9b1c1cf req-536690cf-e0ce-4d02-add3-e1df8018af43 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471230 Oct 28 20:00:55.287763 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41710) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:55.331374 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0957e4-b12e-4431-8173-dbec23f7de6e tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:55.333262 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-3f0957e4-b12e-4431-8173-dbec23f7de6e tempest-TestVolumeBootPattern-983387657 tempest-TestVolumeBootPattern-983387657-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1124 time: 0.0440447 Oct 28 20:00:55.335796 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41712) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:55.339996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'port_id': 'f077c181-c21d-4313-b821-86b256259f3b', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:55.363298 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:55.464327 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:55.571331 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Allocated IP 172.27.3.83 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/6281ace3-b590-4e4b-a0e4-479fceaa1132) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:00:55.683353 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:55.719421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:55.765870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:00:55.772760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:00:55.774731 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=6281ace3-b590-4e4b-a0e4-479fceaa1132,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:55.776871 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:00:56.116493 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (58546609-e884-4473-bc84-16a27c760deb), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.183115 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.344510 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.351343 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.417674 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event updated for resources: {'Port': ['ID=6281ace3-b590-4e4b-a0e4-479fceaa1132,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:56.420423 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (58546609-e884-4473-bc84-16a27c760deb), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.512218 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP 58546609-e884-4473-bc84-16a27c760deb associated. External IP: 172.27.3.83, port: f077c181-c21d-4313-b821-86b256259f3b. Oct 28 20:00:56.706175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:00:56.808769 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:00:56.818973 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:00:56.829504 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:56.829772 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:56.830423 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:00:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:56.860448 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a009c572-e37b-4c38-958e-a5f05f5ae47d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5235338 Oct 28 20:00:56.861427 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:56.863899 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a92d580-63e3-48df-af1c-6450f3e3325f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:56.900032 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d68eb3-ded3-491d-a92f-f308c3f5c0f4 x-openstack-request-id: req-c2d68eb3-ded3-491d-a92f-f308c3f5c0f4 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:56.900322 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:56.900566 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2d68eb3-ded3-491d-a92f-f308c3f5c0f4 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:56.900989 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d68eb3-ded3-491d-a92f-f308c3f5c0f4'] response: {'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b', 'status': 'completed', 'code': 200} Oct 28 20:00:56.972025 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-4ea1dc07-f38b-47c2-84d6-cd5d66fb92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:56.973616 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-4ea1dc07-f38b-47c2-84d6-cd5d66fb92b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1129 time: 0.0504460 Oct 28 20:00:57.065855 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:57.066218 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-92634868-b0dc-45e0-8748-f6949b4b7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:57.067735 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-92634868-b0dc-45e0-8748-f6949b4b7a66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0869427 Oct 28 20:00:57.129406 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-fa353e6a-d72c-47e9-af4c-cce0be509008 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 200 len: 998 time: 0.0539999 Oct 28 20:00:57.183456 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-10a0f613-c245-4b09-b7c8-4302757a524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:57.184949 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-10a0f613-c245-4b09-b7c8-4302757a524c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0492272 Oct 28 20:00:57.237413 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-d24be92a-bc34-443a-a9e7-538265b9bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:57.239152 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-d24be92a-bc34-443a-a9e7-538265b9bf62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479448 Oct 28 20:00:57.283095 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '58546609-e884-4473-bc84-16a27c760deb', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f077c181-c21d-4313-b821-86b256259f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:ae:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:55Z', 'updated_at': '2022-10-28T20:00:55Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}, {'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:57.307799 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:00:57.316519 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:57.317115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:00:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:57.329847 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-b107f977-6d67-42ca-b8fa-47d13d75cd36 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835240 Oct 28 20:00:57.418848 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:57.422291 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1a92d580-63e3-48df-af1c-6450f3e3325f req-3c42859c-bae0-4b75-b5c3-1ab784a34842 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858710 Oct 28 20:00:57.641787 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '58546609-e884-4473-bc84-16a27c760deb', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f077c181-c21d-4313-b821-86b256259f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:ae:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:55Z', 'updated_at': '2022-10-28T20:00:55Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}, {'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:57.670199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b8101-81f3-4893-bfa4-3d150a328edf None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '58546609-e884-4473-bc84-16a27c760deb', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f077c181-c21d-4313-b821-86b256259f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:ae:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:55Z', 'updated_at': '2022-10-28T20:00:55Z', 'revision_number': 0, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}, {'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:00:57.860248 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdad1b-616c-4856-a91f-b1603a38e5dd None None] New status for floating IP 58546609-e884-4473-bc84-16a27c760deb: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:10.576949 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:01:15.031803 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-713cdf75-0eb4-4422-bb3c-8bd661050270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:17.403179 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-47305fa1-ce36-4914-bfb0-3ad5d70029e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:18.366995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:19.643229 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:20.096172 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-d28366bc-77d0-40ae-b5ee-454e373ee3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458179 Oct 28 20:01:20.164040 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67df87-29b6-4cf6-88e8-24912393944b req-4cb1d2b9-7de7-4484-a4a0-366efcb36221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:20.165519 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-4cb1d2b9-7de7-4484-a4a0-366efcb36221 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 1129 time: 0.0460184 Oct 28 20:01:20.283237 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67df87-29b6-4cf6-88e8-24912393944b req-fe4f1bb3-cbd6-4c5d-a101-3aa1cb13369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:20.284827 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-fe4f1bb3-cbd6-4c5d-a101-3aa1cb13369f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.0951228 Oct 28 20:01:20.347691 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-849d6107-2cc4-40bf-a5e5-07e3489f6caa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd10757-6442-4494-a401-ad4410cd1539 HTTP/1.1" status: 200 len: 1001 time: 0.0555186 Oct 28 20:01:20.372258 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:20.400056 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67df87-29b6-4cf6-88e8-24912393944b req-b974cfef-b5f7-44dd-8c14-f9ba88864bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:20.401543 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-b974cfef-b5f7-44dd-8c14-f9ba88864bbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0475235 Oct 28 20:01:20.452010 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67df87-29b6-4cf6-88e8-24912393944b req-e28764e2-8d0d-4410-ba8b-18cab8fc71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:20.453569 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-e28764e2-8d0d-4410-ba8b-18cab8fc71d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455039 Oct 28 20:01:20.542861 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-794a85ff-f136-4075-80ff-aed907080b48 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Oct 28 20:01:20.644219 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b67df87-29b6-4cf6-88e8-24912393944b req-7e968ef6-e794-4599-aa93-5c1c74935e4d service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946445 Oct 28 20:01:21.157389 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:26.561473 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506d553-2ba1-498b-a9cc-37f1195addd2 req-f585aefe-dadc-4da4-b6c9-788149ad6445 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:26.562982 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a506d553-2ba1-498b-a9cc-37f1195addd2 req-f585aefe-dadc-4da4-b6c9-788149ad6445 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0546069 Oct 28 20:01:26.611220 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a506d553-2ba1-498b-a9cc-37f1195addd2 req-ff4ade32-e338-42af-b21c-0d7570eb3bd6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Oct 28 20:01:27.740078 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4337-962e-4e70-9527-41a20624c1fb req-1e517174-6e95-4f14-b4b3-78e4ed5a42a0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:27.741603 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-407e4337-962e-4e70-9527-41a20624c1fb req-1e517174-6e95-4f14-b4b3-78e4ed5a42a0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0540187 Oct 28 20:01:27.788077 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-407e4337-962e-4e70-9527-41a20624c1fb req-25156dac-b289-49fb-9e1e-46d7e73cc0f8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Oct 28 20:01:27.871819 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-a12bc0c4-584e-4987-a7df-f02506a4beed tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:27.873263 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-a12bc0c4-584e-4987-a7df-f02506a4beed tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 945 time: 0.0582318 Oct 28 20:01:27.965891 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port ac791149-1df9-4a75-83e8-487a12061c7f {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:27.966147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.060375 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] For port ac791149-1df9-4a75-83e8-487a12061c7f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=ac791149-1df9-4a75-83e8-487a12061c7f,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:28.060772 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.225945 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.226213 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.226539 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 3b4eed94-493e-4e58-8d4e-1f5418906d66 disassociated. External IP: 172.27.3.27, port: ac791149-1df9-4a75-83e8-487a12061c7f. Oct 28 20:01:28.226879 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for ac791149-1df9-4a75-83e8-487a12061c7f owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:28.360423 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (ac791149-1df9-4a75-83e8-487a12061c7f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.387689 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=ac791149-1df9-4a75-83e8-487a12061c7f,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:28.398590 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.398961 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.399483 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.399595 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.399964 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.400299 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.400723 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.401054 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.401387 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.401717 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.402045 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.402426 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.402729 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.758958 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:28.879107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:28.888594 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:28.901917 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:28.902489 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:28.913791 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0e7fcc52-e7da-4cfe-90d2-185365fb04b9 req-86139cd5-6e86-4748-b82a-19a5e3791410 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b67f1d-1a3a-4d57-b8df-bb5b740dacca HTTP/1.1" status: 200 len: 210 time: 0.0465617 Oct 28 20:01:28.934034 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] No DVR routers for this DVR port ac791149-1df9-4a75-83e8-487a12061c7f on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:28.936894 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.940745 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b8aa064-9b65-4b8d-be11-f91bb21e1078 req-d6822334-f6a1-4349-aeb9-4830adcb971b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "DELETE /v2.0/ports/ac791149-1df9-4a75-83e8-487a12061c7f HTTP/1.1" status: 204 len: 173 time: 1.0619550 Oct 28 20:01:28.941257 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'name': 'network-vif-deleted', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:28.944133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5cd347-d4a0-4331-bbb7-3d368c66eb45" -d '{"events": [{"server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "name": "network-vif-deleted", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:28.983807 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c087d98f-ced7-44a0-ab38-adb1f23202bf x-openstack-request-id: req-c087d98f-ced7-44a0-ab38-adb1f23202bf {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:28.984413 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b67f1d-1a3a-4d57-b8df-bb5b740dacca", "name": "network-vif-deleted", "tag": "ac791149-1df9-4a75-83e8-487a12061c7f", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:28.984656 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c087d98f-ced7-44a0-ab38-adb1f23202bf {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:28.985284 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c087d98f-ced7-44a0-ab38-adb1f23202bf'] response: {'server_uuid': '41b67f1d-1a3a-4d57-b8df-bb5b740dacca', 'name': 'network-vif-deleted', 'tag': 'ac791149-1df9-4a75-83e8-487a12061c7f', 'status': 'completed', 'code': 200} Oct 28 20:01:29.003088 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:29.224856 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:29.248739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:29.257282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:29.257874 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:29.367036 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:29.590454 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:29.618215 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af260cc-7422-4d91-9ac2-689b7b3218c7 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '50f40cac-7e54-4081-b871-e5146a134398', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '2fd10757-6442-4494-a401-ad4410cd1539', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:03:db:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:59:32Z', 'updated_at': '2022-10-28T19:59:53Z', 'revision_number': 2, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:29.838894 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8a1d9-41bc-42e4-9e97-e0a5ffa52127 None None] New status for floating IP 3b4eed94-493e-4e58-8d4e-1f5418906d66: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:30.016481 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41758) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:30.070617 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.094318 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.147658 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.150303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.151471 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/security-groups/f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c HTTP/1.1" status: 204 len: 168 time: 0.1339316 Oct 28 20:01:30.154416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41760) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:30.160235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:30.167166 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.167519 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.167863 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.167978 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.api.v2.resource [None req-0ec46e59-23b0-4e6d-b6e9-008c4ac6b081 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] show failed (client error): The resource could not be found. Oct 28 20:01:30.168206 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.168541 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.168850 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-0ec46e59-23b0-4e6d-b6e9-008c4ac6b081 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups/f95eb4b9-b54a-4f29-b8b9-3d6e7dfe902c HTTP/1.1" status: 404 len: 347 time: 0.0133035 Oct 28 20:01:30.168985 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.169195 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.169524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.169852 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.170657 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.171002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.171308 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.171633 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb083fc4-53a9-4bce-870c-218619e32dc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:30.172207 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41762) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:30.288388 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 73742af3-75b0-4994-9018-a9a3b05eeaee {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:30.288740 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.367948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.368236 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (73742af3-75b0-4994-9018-a9a3b05eeaee), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.380587 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 73742af3-75b0-4994-9018-a9a3b05eeaee owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:30.529972 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (73742af3-75b0-4994-9018-a9a3b05eeaee), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.555654 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=73742af3-75b0-4994-9018-a9a3b05eeaee,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:30.618370 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (3b4eed94-493e-4e58-8d4e-1f5418906d66), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.620946 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.622135 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-abdd2277-0339-485e-8320-ae7e84ed6c52 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/floatingips/3b4eed94-493e-4e58-8d4e-1f5418906d66 HTTP/1.1" status: 204 len: 168 time: 0.4490163 Oct 28 20:01:31.214220 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ac791149-1df9-4a75-83e8-487a12061c7f no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:31.237624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: ac791149-1df9-4a75-83e8-487a12061c7f {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:31.238040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device ac791149-1df9-4a75-83e8-487a12061c7f not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:32.271798 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb71b9-1b43-4cfa-8669-4a3519834ed5 req-964e3cb9-84eb-4885-8757-5dd2b1e870b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:32.273264 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e6cb71b9-1b43-4cfa-8669-4a3519834ed5 req-964e3cb9-84eb-4885-8757-5dd2b1e870b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0621181 Oct 28 20:01:32.324542 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e6cb71b9-1b43-4cfa-8669-4a3519834ed5 req-625ea32d-0f53-4dc5-8812-a6cab88ffbf8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454500 Oct 28 20:01:33.479781 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714346ba-2127-4399-a080-b0bd9ad7ddc5 req-6521a6ad-274a-4e08-90d7-113caf42d6f0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.481272 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-714346ba-2127-4399-a080-b0bd9ad7ddc5 req-6521a6ad-274a-4e08-90d7-113caf42d6f0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0689249 Oct 28 20:01:33.530991 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-714346ba-2127-4399-a080-b0bd9ad7ddc5 req-2da9195e-487d-4f04-bc44-144f5eac381a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ab982b1-8ad5-466b-ba5e-b2776836b14a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 Oct 28 20:01:33.784193 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-b0959807-b0ce-48d9-b5ea-870bd8c8df11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.785646 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-b0959807-b0ce-48d9-b5ea-870bd8c8df11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 945 time: 0.0596678 Oct 28 20:01:33.877358 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 2fd10757-6442-4494-a401-ad4410cd1539 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:33.877707 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (2fd10757-6442-4494-a401-ad4410cd1539), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.971098 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] For port 2fd10757-6442-4494-a401-ad4410cd1539, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fd10757-6442-4494-a401-ad4410cd1539,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:33.971361 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (2fd10757-6442-4494-a401-ad4410cd1539), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:34.132331 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:34.132672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:34.133018 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 50f40cac-7e54-4081-b871-e5146a134398 disassociated. External IP: 172.27.3.245, port: 2fd10757-6442-4494-a401-ad4410cd1539. Oct 28 20:01:34.133369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 2fd10757-6442-4494-a401-ad4410cd1539 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:34.266795 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (2fd10757-6442-4494-a401-ad4410cd1539), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:34.293839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=2fd10757-6442-4494-a401-ad4410cd1539,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:34.402230 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:34.514334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:34.525572 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:34.536054 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:34.536917 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:34.555827 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] No DVR routers for this DVR port 2fd10757-6442-4494-a401-ad4410cd1539 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:34.558424 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:34.561925 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-906a1c8f-1131-4c08-878b-4eab5d5f2d2b req-478e4ec3-97f2-426d-af82-5610b69069fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "DELETE /v2.0/ports/2fd10757-6442-4494-a401-ad4410cd1539 HTTP/1.1" status: 204 len: 173 time: 0.7701387 Oct 28 20:01:34.562469 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'name': 'network-vif-deleted', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:34.564813 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b560429-132c-45d7-a6f0-18d4754af8c2" -d '{"events": [{"server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "name": "network-vif-deleted", "tag": "2fd10757-6442-4494-a401-ad4410cd1539"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:34.619372 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62efc7f9-1b84-491d-9850-8f20f5f91ebf x-openstack-request-id: req-62efc7f9-1b84-491d-9850-8f20f5f91ebf {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:34.619709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7dafea-b7ca-47c0-9091-48056a70bdc2", "name": "network-vif-deleted", "tag": "2fd10757-6442-4494-a401-ad4410cd1539", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:34.619901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62efc7f9-1b84-491d-9850-8f20f5f91ebf {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:34.620331 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62efc7f9-1b84-491d-9850-8f20f5f91ebf'] response: {'server_uuid': 'de7dafea-b7ca-47c0-9091-48056a70bdc2', 'name': 'network-vif-deleted', 'tag': '2fd10757-6442-4494-a401-ad4410cd1539', 'status': 'completed', 'code': 200} Oct 28 20:01:34.644511 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:34.671981 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d69c7920-2c71-4b22-91f7-a2b435151f49 req-18e0f6e4-f71d-478e-9b9c-ca0852d7055e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7dafea-b7ca-47c0-9091-48056a70bdc2 HTTP/1.1" status: 200 len: 210 time: 0.0348954 Oct 28 20:01:34.849293 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:34.873041 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:34.881693 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:34.882341 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:35.111471 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:35.328744 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:35.356957 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d7144-50e1-4738-8b0d-833bc1ab7810 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:35.600540 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f875f50-73c4-4979-80fd-44f5c9e30d9b None None] New status for floating IP 50f40cac-7e54-4081-b871-e5146a134398: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:35.770463 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41794) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:35.827930 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (8ab982b1-8ad5-466b-ba5e-b2776836b14a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.851164 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (8ab982b1-8ad5-466b-ba5e-b2776836b14a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.899387 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (8ab982b1-8ad5-466b-ba5e-b2776836b14a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.902019 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.903216 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ab982b1-8ad5-466b-ba5e-b2776836b14a HTTP/1.1" status: 204 len: 168 time: 0.1317124 Oct 28 20:01:35.906146 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41796) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:35.912840 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a4e7-f7fe-40be-98e1-0773c0a9d644 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab982b1-8ad5-466b-ba5e-b2776836b14a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:35.925686 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.api.v2.resource [None req-21065559-29b2-46e4-9d7f-a962a2d44956 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] show failed (client error): The resource could not be found. Oct 28 20:01:35.926802 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-21065559-29b2-46e4-9d7f-a962a2d44956 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups/8ab982b1-8ad5-466b-ba5e-b2776836b14a HTTP/1.1" status: 404 len: 347 time: 0.0194874 Oct 28 20:01:35.929922 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41798) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:36.044624 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 1246eb32-fe7d-43c4-b7fa-53d4fe329032 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:36.044966 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.120620 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.120896 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (1246eb32-fe7d-43c4-b7fa-53d4fe329032), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.132468 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 1246eb32-fe7d-43c4-b7fa-53d4fe329032 owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:36.269315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (1246eb32-fe7d-43c4-b7fa-53d4fe329032), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.296128 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=1246eb32-fe7d-43c4-b7fa-53d4fe329032,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:36.358281 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (50f40cac-7e54-4081-b871-e5146a134398), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.360821 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.361975 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7e915137-0ef8-4769-af41-d006449dae99 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/floatingips/50f40cac-7e54-4081-b871-e5146a134398 HTTP/1.1" status: 204 len: 168 time: 0.4310985 Oct 28 20:01:36.439306 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41802) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:36.443954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534075416', 'description': 'tempest-description--1542833385'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:36.465375 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.531012 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (81a4148a-0496-446e-9963-d92c07b7328e), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.537559 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (81a4148a-0496-446e-9963-d92c07b7328e), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.565892 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.567107 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1267617 Oct 28 20:01:36.570354 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41804) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:36.571241 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49d21-871b-4016-87d8-1f072b942d1d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4148a-0496-446e-9963-d92c07b7328e,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:36.574941 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': '81a4148a-0496-446e-9963-d92c07b7328e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:36.600790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (8cd76679-3c60-4765-b168-6eeff6770f35), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.646456 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (8cd76679-3c60-4765-b168-6eeff6770f35), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.651880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (8cd76679-3c60-4765-b168-6eeff6770f35), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.670173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd76679-3c60-4765-b168-6eeff6770f35,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:36.681337 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.682762 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-9752dff2-c975-4ca7-8ff3-cfa5c4530a79 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113844 Oct 28 20:01:36.685589 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41806) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:36.689948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': '81a4148a-0496-446e-9963-d92c07b7328e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:36.715883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (a1a371af-3ddd-4a41-82f1-3040b8d21210), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.772637 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (a1a371af-3ddd-4a41-82f1-3040b8d21210), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.777835 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (a1a371af-3ddd-4a41-82f1-3040b8d21210), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.794878 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a371af-3ddd-4a41-82f1-3040b8d21210,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:36.803196 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.804415 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-85dfbfd1-36d9-453d-951f-fda842fd9985 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178215 Oct 28 20:01:36.807592 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41808) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:36.812176 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:36.833378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.940690 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.054880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.27.3.87 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/5478d1e2-18ee-4ebf-a137-0eb907176fe7) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:01:37.157875 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.193523 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.235754 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:01:37.238584 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:01:37.244139 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:01:37.249251 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=5478d1e2-18ee-4ebf-a137-0eb907176fe7,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:37.333593 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.372245 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.524525 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.530537 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.592067 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=5478d1e2-18ee-4ebf-a137-0eb907176fe7,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:37.594511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.613546 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.614910 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e412b244-be97-440f-8fd7-cfa4f027631c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8063502 Oct 28 20:01:37.763599 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-19a112c3-b735-4eb7-824f-97ff808e0ed4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1534075416&fields=id&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 267 time: 0.0431089 Oct 28 20:01:37.872050 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-3f25b0e5-7707-4bdf-b415-321cf3eaf4db tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:37.873438 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-3f25b0e5-7707-4bdf-b415-321cf3eaf4db tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1034594 Oct 28 20:01:37.888499 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-faa6a6b1-533c-4f70-bd70-f30e089bd6cd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/quotas/85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 375 time: 0.0090268 Oct 28 20:01:37.943395 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-13d6bc52-74ca-4572-961f-a60209061bf6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500550 Oct 28 20:01:38.044383 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-e001725c-633a-4aa5-90e7-7cdf452e1d92 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895188 Oct 28 20:01:38.136931 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-45918e0a-99c9-4566-870d-cb2c5753f22a service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832014 Oct 28 20:01:38.299763 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-9e759d0d-1aee-46b9-b147-fb41a3a905c5 req-8878102d-2a8e-468b-ba65-c83001c0c573 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Oct 28 20:01:39.257945 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 2fd10757-6442-4494-a401-ad4410cd1539 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:39.277961 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-9cfff590-e01a-4a08-9b83-59c950404dbd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:39.279699 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-9cfff590-e01a-4a08-9b83-59c950404dbd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1255522 Oct 28 20:01:39.284980 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 2fd10757-6442-4494-a401-ad4410cd1539 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:39.285333 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 2fd10757-6442-4494-a401-ad4410cd1539 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:39.346507 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-42846fb1-220e-4427-9ad5-a57dae61ca74 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 380 time: 0.0572340 Oct 28 20:01:39.354557 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'port': {'device_id': 'f977d83e-923f-4503-8824-b4c90f326d36', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'admin_state_up': True, 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'security_groups': ['81a4148a-0496-446e-9963-d92c07b7328e']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:39.435341 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-417b2cfc-949b-4d4c-ac20-bd84c25acb29 req-f47a94d8-6390-44fa-bb47-51fc7adcb396 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 210 time: 0.0425873 Oct 28 20:01:39.492249 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:01:39.497511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.631524 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.20.0.7 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/15a0a931-8598-4e56-adec-22b86543adec) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:01:39.771175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (15a0a931-8598-4e56-adec-22b86543adec), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.807789 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.857408 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:01:39.860574 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:01:39.867312 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:01:39.873288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:39.923910 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:39.924532 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.943386 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ab23a1cc-68ef-4ba4-9793-c698ab1b96a6 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924520 Oct 28 20:01:39.956182 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Request body: {'port': {'device_id': 'f977d83e-923f-4503-8824-b4c90f326d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:40.020621 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (15a0a931-8598-4e56-adec-22b86543adec), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.095438 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Provisioning complete for port 15a0a931-8598-4e56-adec-22b86543adec triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:01:40.095822 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (15a0a931-8598-4e56-adec-22b86543adec), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.096167 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Attempt 1 to provision port 15a0a931-8598-4e56-adec-22b86543adec Oct 28 20:01:40.127751 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Port 15a0a931-8598-4e56-adec-22b86543adec cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:01:40.276907 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a0a931-8598-4e56-adec-22b86543adec {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:01:40.284798 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks [] for port (15a0a931-8598-4e56-adec-22b86543adec), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.298059 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Transition to ACTIVE for port object 15a0a931-8598-4e56-adec-22b86543adec will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:01:40.305604 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.366120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.426948 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Attempting to bind port 15a0a931-8598-4e56-adec-22b86543adec on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:01:40.427260 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Attempting to bind port 15a0a931-8598-4e56-adec-22b86543adec by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:01:40.427607 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Attempting to bind port 15a0a931-8598-4e56-adec-22b86543adec on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:01:40.432041 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Port 15a0a931-8598-4e56-adec-22b86543adec on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:01:40.432363 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Attempting to bind port 15a0a931-8598-4e56-adec-22b86543adec on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:01:40.437313 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:01:40.437652 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:01:40.438026 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:01:40.438469 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Bound port: 15a0a931-8598-4e56-adec-22b86543adec, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:01:40.438814 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (15a0a931-8598-4e56-adec-22b86543adec), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.500735 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:01:40.503874 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=15a0a931-8598-4e56-adec-22b86543adec,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:01:40.510233 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.514414 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.515079 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.516508 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] 10.222.0.55 "PUT /v2.0/ports/15a0a931-8598-4e56-adec-22b86543adec HTTP/1.1" status: 200 len: 1093 time: 0.5648754 Oct 28 20:01:40.517021 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'tag': '15a0a931-8598-4e56-adec-22b86543adec'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:40.519296 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c" -d '{"events": [{"name": "network-changed", "server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "tag": "15a0a931-8598-4e56-adec-22b86543adec"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:40.568318 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c829-f65b-489c-9980-4f8c7ec6ce56 req-8e8c0307-48f9-4684-9417-cc8678d6ba89 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.570292 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07b2c829-f65b-489c-9980-4f8c7ec6ce56 req-8e8c0307-48f9-4684-9417-cc8678d6ba89 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 943 time: 0.0598931 Oct 28 20:01:40.582649 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c7996-0e2a-4377-81c6-cae3d969e465 x-openstack-request-id: req-108c7996-0e2a-4377-81c6-cae3d969e465 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:40.582941 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "tag": "15a0a931-8598-4e56-adec-22b86543adec", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:40.583203 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108c7996-0e2a-4377-81c6-cae3d969e465 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:40.583615 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108c7996-0e2a-4377-81c6-cae3d969e465'] response: {'name': 'network-changed', 'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'tag': '15a0a931-8598-4e56-adec-22b86543adec', 'status': 'completed', 'code': 200} Oct 28 20:01:40.601004 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71647402-ceb1-4d98-ad43-c08fc133ca71 service neutron] Pushing event updated for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.618563 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-07b2c829-f65b-489c-9980-4f8c7ec6ce56 req-aab5e78a-ac61-416d-9c2f-9eaa861ce6cc tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Oct 28 20:01:40.622103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ca4b569e-ebae-49af-be73-92c3a7db1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.623699 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-ca4b569e-ebae-49af-be73-92c3a7db1ce4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 1127 time: 0.0614784 Oct 28 20:01:40.628738 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Attempt 2 to provision port 15a0a931-8598-4e56-adec-22b86543adec Oct 28 20:01:40.668378 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-02864615-2e39-40b5-a0f0-4e454e4976da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a0a931-8598-4e56-adec-22b86543adec HTTP/1.1" status: 200 len: 217 time: 0.0362592 Oct 28 20:01:40.670138 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c99f2bc3-65f2-456b-a56c-76e3c4a41d49 None None] Port 15a0a931-8598-4e56-adec-22b86543adec had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:01:40.716557 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-565465ca-aeea-4842-a92f-243da24c78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.718098 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-565465ca-aeea-4842-a92f-243da24c78da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0437493 Oct 28 20:01:40.777288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-3d9ff1cf-50b1-43c8-a921-614b3d83b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.779762 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-3d9ff1cf-50b1-43c8-a921-614b3d83b996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554945 Oct 28 20:01:40.875547 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-6cb1277c-572e-4588-bb61-6ebdd657fb0a service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896795 Oct 28 20:01:40.966135 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-262b55fa-0c14-4dd9-baf3-4fe1e7b50e5f req-a2765766-4b4d-4447-841b-75bcd1af0b69 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843956 Oct 28 20:01:41.062635 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-8e5fa33a-9bd4-4062-b145-2890de114d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.064112 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-8e5fa33a-9bd4-4062-b145-2890de114d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 1127 time: 0.0462461 Oct 28 20:01:41.416975 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-05b099f5-b286-4a45-9605-f741cd02a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.418435 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-05b099f5-b286-4a45-9605-f741cd02a5b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.3482432 Oct 28 20:01:41.460917 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-ace35ac1-d4af-4795-bc17-93e8766ace22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a0a931-8598-4e56-adec-22b86543adec HTTP/1.1" status: 200 len: 217 time: 0.0350125 Oct 28 20:01:41.516959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-7dbb52c5-725b-4b6d-931f-6c5b781e5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.518425 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-7dbb52c5-725b-4b6d-931f-6c5b781e5df9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0504465 Oct 28 20:01:41.571996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-caec52fd-40bf-4113-acbf-6d7d4c1ed5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.573480 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-caec52fd-40bf-4113-acbf-6d7d4c1ed5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490916 Oct 28 20:01:41.671226 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-0833640f-d265-4342-bce0-dda3d20abfa1 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893431 Oct 28 20:01:41.794278 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5db1a56b-5a18-4c7e-8bd8-3635dcc8687c req-b0e7884e-dddf-4a6f-a833-e5485d0ffb5b service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167912 Oct 28 20:01:41.803924 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab6a3-e02f-4924-b8a9-570c372b853a req-ed440543-b496-41ba-b8a3-90b8b5345f6b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.805344 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-849ab6a3-e02f-4924-b8a9-570c372b853a req-ed440543-b496-41ba-b8a3-90b8b5345f6b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 943 time: 0.0844350 Oct 28 20:01:41.853874 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-849ab6a3-e02f-4924-b8a9-570c372b853a req-a4313296-a93e-4eea-9749-fa3284b7634f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Oct 28 20:01:42.986019 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a6d01-0a3f-4236-b5dc-935a9f8004fe req-5de88714-4caa-4da9-ae9d-1b796781bee2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:42.987508 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ad8a6d01-0a3f-4236-b5dc-935a9f8004fe req-5de88714-4caa-4da9-ae9d-1b796781bee2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 943 time: 0.0547554 Oct 28 20:01:43.036662 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ad8a6d01-0a3f-4236-b5dc-935a9f8004fe req-0c28d9e7-cc6b-4dae-92b5-635f605af468 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Oct 28 20:01:44.192294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599762-0ee1-42c2-801e-b28196a9ac1c req-927f6101-44a3-4bc7-b25f-83558d0c013c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:44.193814 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-90599762-0ee1-42c2-801e-b28196a9ac1c req-927f6101-44a3-4bc7-b25f-83558d0c013c tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 943 time: 0.0608613 Oct 28 20:01:44.244997 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-90599762-0ee1-42c2-801e-b28196a9ac1c req-ed6fe9e4-d8ff-4cb3-bf10-e4a00ef71a94 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Oct 28 20:01:45.035407 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6a204f62-5fdd-486d-894f-39df22245541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.298514 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 15a0a931-8598-4e56-adec-22b86543adec details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:01:45.382792 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0290d27-8295-4752-b639-4f9bc9861549 req-656b3fa9-40ce-4671-9e75-0bef9b814c07 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:45.384319 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a0290d27-8295-4752-b639-4f9bc9861549 req-656b3fa9-40ce-4671-9e75-0bef9b814c07 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 943 time: 0.0536096 Oct 28 20:01:45.399231 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=15a0a931-8598-4e56-adec-22b86543adec,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:45.410879 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '15a0a931-8598-4e56-adec-22b86543adec', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'port_id': '15a0a931-8598-4e56-adec-22b86543adec', 'mac_address': 'fa:16:3e:ba:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:01:45.435624 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a0290d27-8295-4752-b639-4f9bc9861549 req-cc8b7178-27e9-4035-83d2-e5b5bae0a31b tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Oct 28 20:01:45.444726 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 15a0a931-8598-4e56-adec-22b86543adec is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:01:45.445125 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (15a0a931-8598-4e56-adec-22b86543adec), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.458753 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a0a931-8598-4e56-adec-22b86543adec {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:01:45.477290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=15a0a931-8598-4e56-adec-22b86543adec,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:45.482769 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.533326 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:45.544640 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.545218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.546125 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.546692 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.547270 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.547830 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.548388 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.549066 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.549398 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.549749 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.550064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.550414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.550738 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:45.736831 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['15a0a931-8598-4e56-adec-22b86543adec'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:01:46.568114 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f00d7-c6c4-4c74-9e63-3658e4469235 req-7a3fe6f9-f3e5-4712-9293-67ac3f74da4f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:46.569628 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-076f00d7-c6c4-4c74-9e63-3658e4469235 req-7a3fe6f9-f3e5-4712-9293-67ac3f74da4f tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 944 time: 0.0566542 Oct 28 20:01:46.617686 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-076f00d7-c6c4-4c74-9e63-3658e4469235 req-71c37682-3192-4fc6-8da7-e68c5b170b7d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Oct 28 20:01:47.310578 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 15a0a931-8598-4e56-adec-22b86543adec up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:01:47.365898 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 15a0a931-8598-4e56-adec-22b86543adec completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:01:47.369800 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 15a0a931-8598-4e56-adec-22b86543adec triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:01:47.370214 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (15a0a931-8598-4e56-adec-22b86543adec), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:47.370557 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 15a0a931-8598-4e56-adec-22b86543adec Oct 28 20:01:47.415465 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0289-b2ee-4052-8769-25a50344a124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:47.455705 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 15a0a931-8598-4e56-adec-22b86543adec is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:01:47.456096 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (15a0a931-8598-4e56-adec-22b86543adec), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:47.479802 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0a931-8598-4e56-adec-22b86543adec'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:47.482067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b067b5-53ac-4633-8846-ce86ba3f0082" -d '{"events": [{"server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "name": "network-vif-plugged", "status": "completed", "tag": "15a0a931-8598-4e56-adec-22b86543adec"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:47.494818 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=15a0a931-8598-4e56-adec-22b86543adec,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:47.500079 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:47.526244 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f68440-0d42-47e1-9c8d-6d34d68c2703 x-openstack-request-id: req-03f68440-0d42-47e1-9c8d-6d34d68c2703 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:47.526538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "name": "network-vif-plugged", "status": "completed", "tag": "15a0a931-8598-4e56-adec-22b86543adec", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:47.526797 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03f68440-0d42-47e1-9c8d-6d34d68c2703 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:47.527240 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f68440-0d42-47e1-9c8d-6d34d68c2703'] response: {'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a0a931-8598-4e56-adec-22b86543adec', 'code': 200} Oct 28 20:01:47.556473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:47.575617 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:01:47.690528 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d9d00-cde7-4195-8fdc-8a6f13b1c7bd req-6d1c8214-1c83-4e12-ae3e-75ba91fc89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:47.692084 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e5d9d00-cde7-4195-8fdc-8a6f13b1c7bd req-6d1c8214-1c83-4e12-ae3e-75ba91fc89bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 1129 time: 0.0450938 Oct 28 20:01:47.764237 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e5d9d00-cde7-4195-8fdc-8a6f13b1c7bd req-b5b90a29-00fd-4c3f-b863-9f0f5c87ece7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629961 Oct 28 20:01:47.775989 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614680-81ff-4c29-8eec-c1905ccc00ce req-0d280e29-f6af-400f-8d61-8f5b48965bc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:47.777411 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cf614680-81ff-4c29-8eec-c1905ccc00ce req-0d280e29-f6af-400f-8d61-8f5b48965bc9 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0844457 Oct 28 20:01:47.827395 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-cf614680-81ff-4c29-8eec-c1905ccc00ce req-61f853b4-42af-4782-94de-68199b1fc9f0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Oct 28 20:01:48.374675 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:48.966979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fe77d-a155-4476-ab5d-2101bd32ba42 req-e16cbff9-c633-418e-8d78-052d0c480372 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:48.968408 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b86fe77d-a155-4476-ab5d-2101bd32ba42 req-e16cbff9-c633-418e-8d78-052d0c480372 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0548937 Oct 28 20:01:49.017140 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b86fe77d-a155-4476-ab5d-2101bd32ba42 req-7f6de391-3eef-4dac-8aac-3459ad4bfd0e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Oct 28 20:01:49.651443 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:50.144589 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6256-bb64-4bb8-ab01-283f39f77aec req-504db1a3-d403-4058-94f5-84e77917298e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:50.146170 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce9d6256-bb64-4bb8-ab01-283f39f77aec req-504db1a3-d403-4058-94f5-84e77917298e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0549996 Oct 28 20:01:50.195752 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ce9d6256-bb64-4bb8-ab01-283f39f77aec req-b7f9ba3f-0012-4269-8739-8d44e291fb94 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Oct 28 20:01:50.321575 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5d166-3dc7-4b9e-a86e-19adc66bb2eb req-741317dd-b335-43b2-b584-e9d62783ba00 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:50.322990 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a6b5d166-3dc7-4b9e-a86e-19adc66bb2eb req-741317dd-b335-43b2-b584-e9d62783ba00 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0571892 Oct 28 20:01:50.336816 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41864) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:50.341257 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'port_id': '15a0a931-8598-4e56-adec-22b86543adec'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:50.381936 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:50.387783 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:50.811623 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:50.818010 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:50.914760 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP d46b9d58-00e3-4f12-9a37-1d657b0ec800 associated. External IP: 172.27.3.87, port: 15a0a931-8598-4e56-adec-22b86543adec. Oct 28 20:01:51.111062 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:51.152169 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:51.212966 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:51.218413 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:51.224974 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:51.236026 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:51.236763 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:51.247854 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e09533d2-6a36-4634-9ff0-4bec9d59d623 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "PUT /v2.0/floatingips/d46b9d58-00e3-4f12-9a37-1d657b0ec800 HTTP/1.1" status: 200 len: 990 time: 0.9099371 Oct 28 20:01:51.248523 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'tag': '15a0a931-8598-4e56-adec-22b86543adec'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:51.250870 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d" -d '{"events": [{"name": "network-changed", "server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "tag": "15a0a931-8598-4e56-adec-22b86543adec"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:51.286068 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a6e821-1a3b-4b28-9bfc-40aedb0247ec x-openstack-request-id: req-00a6e821-1a3b-4b28-9bfc-40aedb0247ec {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:51.286404 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "tag": "15a0a931-8598-4e56-adec-22b86543adec", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:51.286685 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00a6e821-1a3b-4b28-9bfc-40aedb0247ec {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:51.287103 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a6e821-1a3b-4b28-9bfc-40aedb0247ec'] response: {'name': 'network-changed', 'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'tag': '15a0a931-8598-4e56-adec-22b86543adec', 'status': 'completed', 'code': 200} Oct 28 20:01:51.340537 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:51.358940 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-e5ca347e-0ac7-436f-8db2-e237c2862589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:51.360484 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-e5ca347e-0ac7-436f-8db2-e237c2862589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 1129 time: 0.0506930 Oct 28 20:01:51.451973 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-b768438c-9bee-49bb-a4d5-aaabe8bb6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:51.453471 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-b768438c-9bee-49bb-a4d5-aaabe8bb6f22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.0847461 Oct 28 20:01:51.519836 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-0477ee1e-2535-4c24-87f5-d2a1b8d16cac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a0a931-8598-4e56-adec-22b86543adec HTTP/1.1" status: 200 len: 998 time: 0.0587673 Oct 28 20:01:51.560090 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd46b9d58-00e3-4f12-9a37-1d657b0ec800', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '15a0a931-8598-4e56-adec-22b86543adec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:ba:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977d83e-923f-4503-8824-b4c90f326d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:37Z', 'updated_at': '2022-10-28T20:01:50Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:51.569315 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-50384771-6267-44ba-8ee1-b16f0d689c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:51.570825 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-50384771-6267-44ba-8ee1-b16f0d689c91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0440977 Oct 28 20:01:51.587577 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:51.597236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:51.597968 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:01:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:51.620054 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-25ed026b-dc9a-4763-9fa2-5491b11c9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:51.621570 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-25ed026b-dc9a-4763-9fa2-5491b11c9e66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442603 Oct 28 20:01:51.697443 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:51.716158 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-d7805edc-91cd-4c21-a657-62039a38bdee service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871053 Oct 28 20:01:51.804974 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ad5c7fe0-f45c-42d4-9ec2-b06bf385435d req-9e2e0a26-a8d8-4f6d-b1fc-09693cf8a0b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823476 Oct 28 20:01:51.921569 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd46b9d58-00e3-4f12-9a37-1d657b0ec800', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '15a0a931-8598-4e56-adec-22b86543adec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:ba:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977d83e-923f-4503-8824-b4c90f326d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:37Z', 'updated_at': '2022-10-28T20:01:50Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:51.946283 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8900463-01b4-4e51-a19a-4189b6a820de None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'd46b9d58-00e3-4f12-9a37-1d657b0ec800', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '15a0a931-8598-4e56-adec-22b86543adec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:ba:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977d83e-923f-4503-8824-b4c90f326d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:37Z', 'updated_at': '2022-10-28T20:01:50Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:52.143763 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5e981-0a22-428e-a7b1-7c0499c6c899 None None] New status for floating IP d46b9d58-00e3-4f12-9a37-1d657b0ec800: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:15.041214 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7a2dee71-3234-4e2b-ada2-c67a3e8e14f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:17.409796 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ab8b68fa-b9f5-4acc-90a2-b1084d19a3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:18.384534 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:19.650298 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:20.411010 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:21.157232 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:21.627398 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-8b24ad33-ff23-49f4-89e1-7ce7875bd527 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461643 Oct 28 20:02:21.722950 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-e677542f-ceb1-4096-94a6-a342163f1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:21.724476 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-e677542f-ceb1-4096-94a6-a342163f1bf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0526042 Oct 28 20:02:21.832225 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-47891e90-a969-4731-9ebc-833fe1c090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:21.833722 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-47891e90-a969-4731-9ebc-833fe1c090f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0867918 Oct 28 20:02:21.902058 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-ef021fc9-3645-4149-bd5e-00ea387c5a77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 1002 time: 0.0612490 Oct 28 20:02:21.950384 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-adfb86d9-d8dd-40a5-8c38-78b37c11e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:21.951845 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-adfb86d9-d8dd-40a5-8c38-78b37c11e664 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0437365 Oct 28 20:02:22.000323 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-c53d2f31-99b1-4f6a-b147-3272368b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:22.001795 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-c53d2f31-99b1-4f6a-b147-3272368b10d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444746 Oct 28 20:02:22.095167 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-91ba763f-ba45-499d-b202-f7b08249079d service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860913 Oct 28 20:02:22.184721 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c02766c5-0faf-4b30-8bd1-ea518b125ba5 req-1405b13d-cfcf-46ae-a53a-b734f365a723 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Oct 28 20:02:24.578997 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:02:35.692415 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41920) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:35.839999 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port 6281ace3-b590-4e4b-a0e4-479fceaa1132 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:35.840215 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:35.915906 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:35.917490 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (6281ace3-b590-4e4b-a0e4-479fceaa1132), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:35.928305 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for 6281ace3-b590-4e4b-a0e4-479fceaa1132 owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:36.096564 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (6281ace3-b590-4e4b-a0e4-479fceaa1132), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:36.128668 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=6281ace3-b590-4e4b-a0e4-479fceaa1132,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:36.152652 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.153002 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.153522 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.153859 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.154218 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.154548 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.154871 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.155198 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.155520 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.155842 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.156163 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.156480 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.156796 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:36.194999 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (58546609-e884-4473-bc84-16a27c760deb), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:36.195414 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP 58546609-e884-4473-bc84-16a27c760deb disassociated (deleted). External IP: 172.27.3.83, port: f077c181-c21d-4313-b821-86b256259f3b. Oct 28 20:02:36.393522 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:36.495709 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:36.500277 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:36.506730 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:36.518060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:36.518744 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:36.627429 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:36.782876 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f5828f98-4531-489f-af01-69ca2cbb3235 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "DELETE /v2.0/floatingips/58546609-e884-4473-bc84-16a27c760deb HTTP/1.1" status: 204 len: 168 time: 1.0892456 Oct 28 20:02:36.783609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:36.786796 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84468f93-2ce4-496c-9f78-7e8a8629c394" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:36.829361 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a764ffbd-a217-4d99-88e2-9ebaf5a1cdbd x-openstack-request-id: req-a764ffbd-a217-4d99-88e2-9ebaf5a1cdbd {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:36.829649 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "tag": "f077c181-c21d-4313-b821-86b256259f3b", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:36.829747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a764ffbd-a217-4d99-88e2-9ebaf5a1cdbd {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:36.830146 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a764ffbd-a217-4d99-88e2-9ebaf5a1cdbd'] response: {'name': 'network-changed', 'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b', 'status': 'completed', 'code': 200} Oct 28 20:02:36.866295 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:36.893668 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:36.902749 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:36.903320 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:36.915309 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-c6c19fa9-7f7b-48b1-9976-a1f61e940173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:36.924310 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-c6c19fa9-7f7b-48b1-9976-a1f61e940173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 1129 time: 0.0735209 Oct 28 20:02:37.014518 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:37.025565 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-51980f6c-f62f-419d-ad28-d11924bbd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:37.027203 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-51980f6c-f62f-419d-ad28-d11924bbd43b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.0932345 Oct 28 20:02:37.043145 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e208de-7b80-4e40-93c6-824f437253f9 req-163e047c-ccbf-4e7a-8eba-f1702950ee1b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:37.044638 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b5e208de-7b80-4e40-93c6-824f437253f9 req-163e047c-ccbf-4e7a-8eba-f1702950ee1b tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0548646 Oct 28 20:02:37.069273 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-157253bd-0769-4138-bc01-d5d63275b791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 200 len: 217 time: 0.0340984 Oct 28 20:02:37.095519 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b5e208de-7b80-4e40-93c6-824f437253f9 req-ea9673f7-2e9f-45c6-b039-f9e4735e02a2 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Oct 28 20:02:37.126515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-2a8a95d9-62cd-4904-91bd-cf2eb2db69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:37.127991 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-2a8a95d9-62cd-4904-91bd-cf2eb2db69ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0515513 Oct 28 20:02:37.182841 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-fc301355-fe7a-4dc9-be9b-031352d2ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:37.184717 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-fc301355-fe7a-4dc9-be9b-031352d2ea81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492144 Oct 28 20:02:37.236126 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:37.260879 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60851075-90c9-4b0d-8aee-310a4f4ca200 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'f25d0ebc-c72c-42f2-9a5e-6f2bef776533', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': '253f8721-634b-4322-bc32-16578c76e48f', 'port_id': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'mac_address': 'fa:16:3e:29:f6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:57Z', 'updated_at': '2022-10-28T19:58:59Z', 'revision_number': 1, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:37.272955 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-d1777562-ba4e-4b80-a274-d39421da4e89 service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Oct 28 20:02:37.368817 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-84468f93-2ce4-496c-9f78-7e8a8629c394 req-46025232-06a6-46f5-a274-e9ddc369286e service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888042 Oct 28 20:02:37.514365 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba00fc-8aae-4ad5-8905-a9ec7018d3cd None None] New status for floating IP 58546609-e884-4473-bc84-16a27c760deb: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:37.596792 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158bdf-c81c-4032-8ecc-63b8cbabaad5 req-ec7e95d0-5d12-429e-9aac-7224192b62c7 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:37.598427 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e7158bdf-c81c-4032-8ecc-63b8cbabaad5 req-ec7e95d0-5d12-429e-9aac-7224192b62c7 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0562646 Oct 28 20:02:37.645995 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e7158bdf-c81c-4032-8ecc-63b8cbabaad5 req-4b1f017c-c373-4eb1-86f2-da17e3dbc409 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Oct 28 20:02:38.225827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b8d0f-09a0-4a25-a3a5-61ee532af5dc req-8386e5ce-4b04-4b6d-9bd0-ebb2cc10639d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:38.227337 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-348b8d0f-09a0-4a25-a3a5-61ee532af5dc req-8386e5ce-4b04-4b6d-9bd0-ebb2cc10639d tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0544958 Oct 28 20:02:38.281358 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-348b8d0f-09a0-4a25-a3a5-61ee532af5dc req-f8b56b84-f008-4f86-bbcb-01e8e81a0bd7 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Oct 28 20:02:38.524799 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58398fe-f887-4557-8856-f072e24c9de0 req-53715e28-de14-4ef8-ab09-2ca8aab96d28 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:38.526310 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58398fe-f887-4557-8856-f072e24c9de0 req-53715e28-de14-4ef8-ab09-2ca8aab96d28 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 945 time: 0.0644042 Oct 28 20:02:38.621053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port f077c181-c21d-4313-b821-86b256259f3b {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:38.621348 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f077c181-c21d-4313-b821-86b256259f3b), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:38.710341 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] For port f077c181-c21d-4313-b821-86b256259f3b, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f077c181-c21d-4313-b821-86b256259f3b,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:38.710776 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f077c181-c21d-4313-b821-86b256259f3b), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:38.729683 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for f077c181-c21d-4313-b821-86b256259f3b owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:38.825133 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848c12-fc92-45c5-8c89-7703489195f7 req-f4681613-7a8a-447b-a424-bab4805d97ae tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:38.826551 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4c848c12-fc92-45c5-8c89-7703489195f7 req-f4681613-7a8a-447b-a424-bab4805d97ae tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.1058471 Oct 28 20:02:38.917959 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4c848c12-fc92-45c5-8c89-7703489195f7 req-accd1fd1-a6c0-4b22-a7aa-409a4f363b1a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=81a4148a-0496-446e-9963-d92c07b7328e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761037 Oct 28 20:02:38.935742 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f077c181-c21d-4313-b821-86b256259f3b), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:38.963338 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=f077c181-c21d-4313-b821-86b256259f3b,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:38.975369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.975722 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.976063 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.976399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.976729 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.977053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.977376 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.977707 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.978028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.978510 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.978835 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.979173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:38.979488 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:39.014507 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] No DVR routers for this DVR port f077c181-c21d-4313-b821-86b256259f3b on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:39.016899 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.020286 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58398fe-f887-4557-8856-f072e24c9de0 req-ad9e61e0-e2fd-44fc-8bf1-2f8d7f3c108a tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "DELETE /v2.0/ports/f077c181-c21d-4313-b821-86b256259f3b HTTP/1.1" status: 204 len: 173 time: 0.4872670 Oct 28 20:02:39.020780 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'name': 'network-vif-deleted', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:39.023051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf4457-abff-4867-871a-ec7ee955cf37" -d '{"events": [{"server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "name": "network-vif-deleted", "tag": "f077c181-c21d-4313-b821-86b256259f3b"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:39.057305 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb8e26-960b-4dd9-893b-5671abf1ad9a x-openstack-request-id: req-97eb8e26-960b-4dd9-893b-5671abf1ad9a {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:39.057593 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d058b9-a17f-4f4a-8b0c-f94252ff43e1", "name": "network-vif-deleted", "tag": "f077c181-c21d-4313-b821-86b256259f3b", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:39.057845 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97eb8e26-960b-4dd9-893b-5671abf1ad9a {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:39.058282 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97eb8e26-960b-4dd9-893b-5671abf1ad9a'] response: {'server_uuid': 'a6d058b9-a17f-4f4a-8b0c-f94252ff43e1', 'name': 'network-vif-deleted', 'tag': 'f077c181-c21d-4313-b821-86b256259f3b', 'status': 'completed', 'code': 200} Oct 28 20:02:39.119710 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280ea8-620e-4412-93f4-469988799dd7 req-ff2de8d9-0df5-4db1-bbd3-20eae0260ab2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:39.121183 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d0280ea8-620e-4412-93f4-469988799dd7 req-ff2de8d9-0df5-4db1-bbd3-20eae0260ab2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 945 time: 0.0571749 Oct 28 20:02:39.213698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 15a0a931-8598-4e56-adec-22b86543adec {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:39.214037 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (15a0a931-8598-4e56-adec-22b86543adec), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.305845 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] For port 15a0a931-8598-4e56-adec-22b86543adec, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=15a0a931-8598-4e56-adec-22b86543adec,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:39.306418 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (15a0a931-8598-4e56-adec-22b86543adec), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.433889 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5326a079-b1b3-4700-9797-b5f0de94e98a req-415495ee-e489-4e71-b468-630595838a95 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d058b9-a17f-4f4a-8b0c-f94252ff43e1 HTTP/1.1" status: 200 len: 210 time: 0.0367088 Oct 28 20:02:39.497324 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.497644 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.497958 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP d46b9d58-00e3-4f12-9a37-1d657b0ec800 disassociated. External IP: 172.27.3.87, port: 15a0a931-8598-4e56-adec-22b86543adec. Oct 28 20:02:39.498369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 15a0a931-8598-4e56-adec-22b86543adec owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:39.633825 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (15a0a931-8598-4e56-adec-22b86543adec), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.664414 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=15a0a931-8598-4e56-adec-22b86543adec,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:39.777246 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:39.884367 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:39.896180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:39.907440 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:39.908161 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:39.932393 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] No DVR routers for this DVR port 15a0a931-8598-4e56-adec-22b86543adec on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:39.935125 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.938515 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d0280ea8-620e-4412-93f4-469988799dd7 req-616abed8-24e0-42d2-a426-4e8d5d1cebc8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "DELETE /v2.0/ports/15a0a931-8598-4e56-adec-22b86543adec HTTP/1.1" status: 204 len: 173 time: 0.8117673 Oct 28 20:02:40.026590 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:40.031258 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-f7ae8952-8d89-4f48-b69b-eeafcd05ad76 req-f7611e13-ac8a-4bd2-ab26-f603c0b549dd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=f977d83e-923f-4503-8824-b4c90f326d36 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Oct 28 20:02:40.232251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:40.255856 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:40.264887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:40.265520 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:40.370776 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:40.568998 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:40.593825 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a177-de44-46e3-a044-029186c760b4 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:40.823966 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b1623-aca5-4703-8d5a-9916eac9fcef None None] New status for floating IP d46b9d58-00e3-4f12-9a37-1d657b0ec800: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:41.059923 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'name': 'network-vif-deleted', 'tag': '15a0a931-8598-4e56-adec-22b86543adec'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:41.062555 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e337c9-1143-476a-b50c-3f2f1df8328f" -d '{"events": [{"server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "name": "network-vif-deleted", "tag": "15a0a931-8598-4e56-adec-22b86543adec"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:41.099671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17c62a-c8bf-4220-8edd-951b6210b323 x-openstack-request-id: req-7e17c62a-c8bf-4220-8edd-951b6210b323 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:41.099969 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977d83e-923f-4503-8824-b4c90f326d36", "name": "network-vif-deleted", "tag": "15a0a931-8598-4e56-adec-22b86543adec", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:41.100226 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e17c62a-c8bf-4220-8edd-951b6210b323 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:41.100668 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e17c62a-c8bf-4220-8edd-951b6210b323'] response: {'server_uuid': 'f977d83e-923f-4503-8824-b4c90f326d36', 'name': 'network-vif-deleted', 'tag': '15a0a931-8598-4e56-adec-22b86543adec', 'status': 'completed', 'code': 200} Oct 28 20:02:41.128340 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41978) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:41.184822 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (81a4148a-0496-446e-9963-d92c07b7328e), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.210433 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (81a4148a-0496-446e-9963-d92c07b7328e), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.260227 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (81a4148a-0496-446e-9963-d92c07b7328e), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.262883 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.264075 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/security-groups/81a4148a-0496-446e-9963-d92c07b7328e HTTP/1.1" status: 204 len: 168 time: 0.1346700 Oct 28 20:02:41.266975 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41980) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:41.273283 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110382-c5b8-41a1-b1e5-0b1526e1c47e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4148a-0496-446e-9963-d92c07b7328e,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:41.281233 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.api.v2.resource [None req-56464b16-f01b-455c-a428-ca161b567f72 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] show failed (client error): The resource could not be found. Oct 28 20:02:41.282300 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-56464b16-f01b-455c-a428-ca161b567f72 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups/81a4148a-0496-446e-9963-d92c07b7328e HTTP/1.1" status: 404 len: 347 time: 0.0142295 Oct 28 20:02:41.285218 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41982) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:41.401584 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 5478d1e2-18ee-4ebf-a137-0eb907176fe7 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:41.401809 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.478734 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.479066 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (5478d1e2-18ee-4ebf-a137-0eb907176fe7), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.490967 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 5478d1e2-18ee-4ebf-a137-0eb907176fe7 owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:41.623816 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (5478d1e2-18ee-4ebf-a137-0eb907176fe7), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.649400 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=5478d1e2-18ee-4ebf-a137-0eb907176fe7,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:41.715866 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (d46b9d58-00e3-4f12-9a37-1d657b0ec800), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.718709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.719881 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-b07340a8-cba1-489b-bdd3-c406d5219d68 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/floatingips/d46b9d58-00e3-4f12-9a37-1d657b0ec800 HTTP/1.1" status: 204 len: 168 time: 0.4336295 Oct 28 20:02:41.787342 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 41992) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:41.793813 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077441780', 'description': 'tempest-description--695091369'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:41.819701 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.886653 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (ced74dc5-9d9b-4cd1-b087-ff69716f0749), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.891848 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ced74dc5-9d9b-4cd1-b087-ff69716f0749), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.925576 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.926747 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381867 Oct 28 20:02:41.930012 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41994) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:41.930975 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6220-b1c9-4a2d-a419-392a04df1e11 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced74dc5-9d9b-4cd1-b087-ff69716f0749,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:41.935055 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': 'ced74dc5-9d9b-4cd1-b087-ff69716f0749', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:41.960551 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (98662643-a666-4e22-b6e0-d07920dfd2b2), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.019997 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (98662643-a666-4e22-b6e0-d07920dfd2b2), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.024787 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (98662643-a666-4e22-b6e0-d07920dfd2b2), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.041911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98662643-a666-4e22-b6e0-d07920dfd2b2,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:42.051599 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.052835 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c8309de0-1c98-4880-b630-20766b2791c8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214461 Oct 28 20:02:42.055602 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41996) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:42.059855 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'security_group_rule': {'security_group_id': 'ced74dc5-9d9b-4cd1-b087-ff69716f0749', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:42.085464 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (efc9a755-5c3d-425b-8d7a-f8a76df0a024), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.143711 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (efc9a755-5c3d-425b-8d7a-f8a76df0a024), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.149002 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (efc9a755-5c3d-425b-8d7a-f8a76df0a024), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.167696 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc9a755-5c3d-425b-8d7a-f8a76df0a024,revision_number=0']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:42.176415 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.177574 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-17d8088c-593c-4032-89a7-b3da4b45d6b4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210499 Oct 28 20:02:42.180720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 41998) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:42.184996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:42.205241 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.304783 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.409950 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.27.3.177 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/5f2619d3-d471-4bcc-806d-e9e043de2498) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:02:42.514683 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.549139 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.743828 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42002) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:42.834663 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:02:42.837477 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:02:42.843294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:02:42.864266 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=5f2619d3-d471-4bcc-806d-e9e043de2498,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:42.892818 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port babd9e19-14c7-4b07-8372-b9e97b2f961b {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:42.893249 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.928669 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.966548 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.970167 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.970545 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (babd9e19-14c7-4b07-8372-b9e97b2f961b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.982329 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for babd9e19-14c7-4b07-8372-b9e97b2f961b owned by network:floatingip {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:43.109709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.114702 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.128552 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (babd9e19-14c7-4b07-8372-b9e97b2f961b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.153315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=babd9e19-14c7-4b07-8372-b9e97b2f961b,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:43.180927 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.183449 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=5f2619d3-d471-4bcc-806d-e9e043de2498,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:43.199547 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.200787 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-25f27137-0c22-4efb-9d24-49d9602c01d3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0190945 Oct 28 20:02:43.218811 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (f25d0ebc-c72c-42f2-9a5e-6f2bef776533), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.219142 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Floating IP f25d0ebc-c72c-42f2-9a5e-6f2bef776533 disassociated (deleted). External IP: 172.27.3.106, port: f03ec81f-22bf-44a4-802a-e37703c4f20c. Oct 28 20:02:43.391158 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-10bd61c5-7d01-446a-9787-20c8fe7b54ce tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2077441780&fields=id&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 267 time: 0.0822525 Oct 28 20:02:43.504190 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:43.542007 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-b6c4c93c-d13b-4e36-a3cb-3b2854b6cc41 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:43.543507 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-b6c4c93c-d13b-4e36-a3cb-3b2854b6cc41 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1458573 Oct 28 20:02:43.591191 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 15a0a931-8598-4e56-adec-22b86543adec no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:43.593272 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-3d944d18-aa73-4007-86d9-01a1483cdc29 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/quotas/85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 375 time: 0.0183578 Oct 28 20:02:43.610948 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 15a0a931-8598-4e56-adec-22b86543adec {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:43.611296 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 15a0a931-8598-4e56-adec-22b86543adec not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:43.611888 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f077c181-c21d-4313-b821-86b256259f3b no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:43.630268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: f077c181-c21d-4313-b821-86b256259f3b {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:43.630609 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f077c181-c21d-4313-b821-86b256259f3b not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:43.668163 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:43.673470 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.678271 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:43.688739 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:43.689358 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:43.712066 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1add5682-e7df-4521-8140-dd6ded49362f tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "DELETE /v2.0/floatingips/f25d0ebc-c72c-42f2-9a5e-6f2bef776533 HTTP/1.1" status: 204 len: 168 time: 0.9669776 Oct 28 20:02:43.713577 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:43.715928 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d8867-4708-4b88-bb96-c7313323f68b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:43.724729 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-2177533c-29ab-46fd-ba39-fe78c52516c3 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251202 Oct 28 20:02:43.798967 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:43.881926 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca442694-9949-4518-b998-26e7554f7118 x-openstack-request-id: req-ca442694-9949-4518-b998-26e7554f7118 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:43.882499 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:43.882652 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca442694-9949-4518-b998-26e7554f7118 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:43.883111 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca442694-9949-4518-b998-26e7554f7118'] response: {'name': 'network-changed', 'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'status': 'completed', 'code': 200} Oct 28 20:02:43.909889 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-8e235d49-9706-423a-b6b6-9ca9c7e88139 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693542 Oct 28 20:02:43.992395 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-e572cb1f-e93f-498d-bb3f-693d6925114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:43.994150 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-e572cb1f-e93f-498d-bb3f-693d6925114d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0915630 Oct 28 20:02:44.005695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ef08-079e-473c-a403-6215c0d91291 req-97d3f71b-affa-456b-a57c-5571db0500f4 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:44.007341 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c063ef08-079e-473c-a403-6215c0d91291 req-97d3f71b-affa-456b-a57c-5571db0500f4 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.0674243 Oct 28 20:02:44.010354 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-be214ee6-dc3f-428f-a46e-646baf07fd42 service neutron] 10.222.0.20 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943055 Oct 28 20:02:44.138185 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c063ef08-079e-473c-a403-6215c0d91291 req-16e76868-3dc7-4a26-8034-a0f41ccef7ce tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164296 Oct 28 20:02:44.162538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-5a5148e7-dce4-4204-85b7-dab74429c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:44.164165 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-5a5148e7-dce4-4204-85b7-dab74429c06a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 200 len: 913 time: 0.1557047 Oct 28 20:02:44.173687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:44.195858 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-75a1b1db-3b9e-4c6e-b9c9-c166563e1002 req-b0315fd8-eef5-4231-8e57-330a04c74574 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 210 time: 0.0302541 Oct 28 20:02:44.205845 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-99d9e512-ba64-4375-8e6e-9c478dfd4a23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 200 len: 217 time: 0.0344081 Oct 28 20:02:44.212859 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:44.224064 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:44.225008 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:44.261134 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-204d97d3-b120-4c70-8cf9-839d73730c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:44.262989 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-204d97d3-b120-4c70-8cf9-839d73730c0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 200 len: 851 time: 0.0503664 Oct 28 20:02:44.315440 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-5b71c6df-efb3-4993-8b74-b22ac319fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:44.316961 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-5b71c6df-efb3-4993-8b74-b22ac319fad3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b919d875-8558-4a77-8e1e-27b2e926c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471425 Oct 28 20:02:44.335411 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:44.411302 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-77b5adc1-fa6d-453a-89d2-3906486fcb8f service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 Oct 28 20:02:44.508004 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8d8d8867-4708-4b88-bb96-c7313323f68b req-d3ef4ae4-a8ed-49aa-b636-7f157167551e service neutron] 10.222.0.55 "GET /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894063 Oct 28 20:02:44.536425 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:44.562646 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd59bfd-f267-4b74-93f3-7569e2c3e7c6 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T19:55:43Z', 'revision_number': 4, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'c670e5d4-d223-4cac-974d-a0495d7c676a', 'name': '', 'network_id': 'b919d875-8558-4a77-8e1e-27b2e926c796', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'mac_address': 'fa:16:3e:de:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:42Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'subnets': [{'id': 'cc9d6d84-5155-434c-a3cc-78d81a45adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:44.802439 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cdd10-21a1-42bc-8816-33374dc282e6 None None] New status for floating IP f25d0ebc-c72c-42f2-9a5e-6f2bef776533: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:45.032128 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-eefd2a06-bb52-443a-967f-0ef5db7b22c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.180365 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-37decc1c-c4db-4dc8-aa60-616e45ae9894 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:45.181941 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-37decc1c-c4db-4dc8-aa60-616e45ae9894 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 815 time: 0.1116168 Oct 28 20:02:45.276083 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-fa841210-42b3-4051-b0d9-2f408c748f1e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f6535669e54d06b11a6a4c37f07cb4 HTTP/1.1" status: 200 len: 380 time: 0.0854769 Oct 28 20:02:45.288896 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'port': {'device_id': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'admin_state_up': True, 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'security_groups': ['ced74dc5-9d9b-4cd1-b087-ff69716f0749']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:45.298433 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ed3542c4-0cc8-4e3e-bce4-d5240cc08410 req-c724025d-8cf6-4d66-8306-008eff39a569 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 210 time: 0.0299737 Oct 28 20:02:45.338768 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3d3a-5b01-4b6b-85f1-11d847cf105c req-f13621ae-c5d1-45d8-9313-a9f7fb4e7b68 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:45.340254 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2fa3d3a-5b01-4b6b-85f1-11d847cf105c req-f13621ae-c5d1-45d8-9313-a9f7fb4e7b68 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.1180937 Oct 28 20:02:45.420630 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-b2fa3d3a-5b01-4b6b-85f1-11d847cf105c req-417dd09b-dfd2-4269-a136-4e5bc946ab29 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/security-groups?id=de513a47-b864-4284-b76b-e34d39ab7771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732808 Oct 28 20:02:45.425979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-121175df-4d56-4077-b753-85cbed4d4bef tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:45.427489 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-121175df-4d56-4077-b753-85cbed4d4bef tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 946 time: 0.0523508 Oct 28 20:02:45.442428 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Made reservation on behalf of 85f6535669e54d06b11a6a4c37f07cb4 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:02:45.446118 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.520945 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port f03ec81f-22bf-44a4-802a-e37703c4f20c {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:45.521284 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.570206 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Allocated IP 172.20.0.5 (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c/b0891e97-591e-40b7-b303-15ec71a28cf7/981dec18-0111-45ef-85a2-49796bc6246d) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:02:45.610733 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] For port f03ec81f-22bf-44a4-802a-e37703c4f20c, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f03ec81f-22bf-44a4-802a-e37703c4f20c,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:45.611092 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.623609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for f03ec81f-22bf-44a4-802a-e37703c4f20c owned by compute:nova {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:45.711251 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for port (981dec18-0111-45ef-85a2-49796bc6246d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.743337 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.753038 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (f03ec81f-22bf-44a4-802a-e37703c4f20c), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.780172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=f03ec81f-22bf-44a4-802a-e37703c4f20c,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:45.784292 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:02:45.789340 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:02:45.800930 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:02:45.807614 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event updated for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:45.834706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] No DVR routers for this DVR port f03ec81f-22bf-44a4-802a-e37703c4f20c on host hv-cinder-86289 {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:45.837238 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.841076 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-761f78b4-0c9d-4c5c-a39f-fbbbb8d2c36d req-8d5d5794-95a8-4db2-81b8-be37c64cdbea tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.55 "DELETE /v2.0/ports/f03ec81f-22bf-44a4-802a-e37703c4f20c HTTP/1.1" status: 204 len: 173 time: 0.4068263 Oct 28 20:02:45.854183 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:45.854833 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:45.875695 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-e86a2f8f-252f-4feb-8bc2-c10f39ef244d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914154 Oct 28 20:02:45.883954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'name': 'network-vif-deleted', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:45.886391 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449cc7ef-6f6c-4f1e-a3f4-adfd2fceaedc" -d '{"events": [{"server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "name": "network-vif-deleted", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:45.887807 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Request body: {'port': {'device_id': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:45.931775 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad74df-e11a-4df3-8156-599d1854bc7e x-openstack-request-id: req-b0ad74df-e11a-4df3-8156-599d1854bc7e {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:45.932141 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5794374-5846-4bef-a6ea-0825a0292ec0", "name": "network-vif-deleted", "tag": "f03ec81f-22bf-44a4-802a-e37703c4f20c", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:45.932460 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0ad74df-e11a-4df3-8156-599d1854bc7e {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:45.932932 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ad74df-e11a-4df3-8156-599d1854bc7e'] response: {'server_uuid': 'e5794374-5846-4bef-a6ea-0825a0292ec0', 'name': 'network-vif-deleted', 'tag': 'f03ec81f-22bf-44a4-802a-e37703c4f20c', 'status': 'completed', 'code': 200} Oct 28 20:02:45.961092 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (981dec18-0111-45ef-85a2-49796bc6246d), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.074829 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Provisioning complete for port 981dec18-0111-45ef-85a2-49796bc6246d triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:02:46.075405 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (981dec18-0111-45ef-85a2-49796bc6246d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.075527 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Attempt 1 to provision port 981dec18-0111-45ef-85a2-49796bc6246d Oct 28 20:02:46.107941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Port 981dec18-0111-45ef-85a2-49796bc6246d cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:02:46.240280 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981dec18-0111-45ef-85a2-49796bc6246d {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:02:46.248369 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks [] for port (981dec18-0111-45ef-85a2-49796bc6246d), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.261176 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Transition to ACTIVE for port object 981dec18-0111-45ef-85a2-49796bc6246d will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:02:46.265445 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.323905 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:46.371352 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Attempting to bind port 981dec18-0111-45ef-85a2-49796bc6246d on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:02:46.371603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Attempting to bind port 981dec18-0111-45ef-85a2-49796bc6246d by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:02:46.371940 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Attempting to bind port 981dec18-0111-45ef-85a2-49796bc6246d on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:02:46.389960 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Port 981dec18-0111-45ef-85a2-49796bc6246d on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:02:46.390246 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Attempting to bind port 981dec18-0111-45ef-85a2-49796bc6246d on network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:02:46.411716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:02:46.412058 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Checking segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:02:46.412483 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Bound using segment: {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:02:46.412902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Bound port: 981dec18-0111-45ef-85a2-49796bc6246d, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc3e00a-3557-40a2-80f6-fb74261ae85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:02:46.413289 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (981dec18-0111-45ef-85a2-49796bc6246d), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.466308 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81a260-4693-4336-82e0-2b3650f38fee req-1c0c6849-238f-48d0-ac83-66083ebd0e05 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:46.467828 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2d81a260-4693-4336-82e0-2b3650f38fee req-1c0c6849-238f-48d0-ac83-66083ebd0e05 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 943 time: 0.0937421 Oct 28 20:02:46.506173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:02:46.528466 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=981dec18-0111-45ef-85a2-49796bc6246d,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:02:46.540762 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-4a5360c7-3fc9-40c9-a824-03adadfd869e req-d4b4bc94-e7f2-40b8-afbc-abdd37c4c0b5 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5794374-5846-4bef-a6ea-0825a0292ec0 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Oct 28 20:02:46.541376 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.545830 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:46.546465 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:46.548190 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] 10.222.0.55 "PUT /v2.0/ports/981dec18-0111-45ef-85a2-49796bc6246d HTTP/1.1" status: 200 len: 1093 time: 0.6647432 Oct 28 20:02:46.548698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:46.551049 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674b5572-30c3-453a-8627-4d81d8441566" -d '{"events": [{"name": "network-changed", "server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "tag": "981dec18-0111-45ef-85a2-49796bc6246d"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:46.557887 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2d81a260-4693-4336-82e0-2b3650f38fee req-ecc98b16-a39a-4bcf-bc14-5e70ddaaa307 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812290 Oct 28 20:02:46.603845 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d5574-e44a-432d-ab1c-63c09dbe5d5e x-openstack-request-id: req-b01d5574-e44a-432d-ab1c-63c09dbe5d5e {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:46.604107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "tag": "981dec18-0111-45ef-85a2-49796bc6246d", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:46.604364 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b01d5574-e44a-432d-ab1c-63c09dbe5d5e {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:46.604774 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01d5574-e44a-432d-ab1c-63c09dbe5d5e'] response: {'name': 'network-changed', 'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d', 'status': 'completed', 'code': 200} Oct 28 20:02:46.607911 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8453-ac44-447c-b761-3b07e8c1bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:46.608635 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Attempt 2 to provision port 981dec18-0111-45ef-85a2-49796bc6246d Oct 28 20:02:46.647685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-0822d089-1ab4-4d92-bb6c-e4610215f91c None None] Port 981dec18-0111-45ef-85a2-49796bc6246d had new provisioning blocks added so it will not transition to active. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:02:46.654167 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-37aa9b8b-a1ba-4147-8a09-f73e706054d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:46.655732 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-37aa9b8b-a1ba-4147-8a09-f73e706054d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 1127 time: 0.0449736 Oct 28 20:02:46.695853 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-215d80e8-0067-4dd7-814b-27b63217e5fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981dec18-0111-45ef-85a2-49796bc6246d HTTP/1.1" status: 200 len: 217 time: 0.0323193 Oct 28 20:02:46.743713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-dc28e904-7da0-411a-b5f4-b193674f2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:46.745148 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-dc28e904-7da0-411a-b5f4-b193674f2574 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0432715 Oct 28 20:02:46.800474 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-49b05ac0-b9a1-47a3-bfa5-9d937155a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:46.801971 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-49b05ac0-b9a1-47a3-bfa5-9d937155a796 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491152 Oct 28 20:02:46.890410 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-27e880ea-4c3b-40e6-bb21-b6669d593aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813766 Oct 28 20:02:46.984812 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0ada2171-5fbe-42d2-a0a8-420e6a246f74 req-de7bb189-9a67-4256-b950-1955fe627106 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885658 Oct 28 20:02:47.081773 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5572-30c3-453a-8627-4d81d8441566 req-9e330928-95d1-47b6-a650-23a81881d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:47.083314 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-9e330928-95d1-47b6-a650-23a81881d217 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 1127 time: 0.0483658 Oct 28 20:02:47.178378 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5572-30c3-453a-8627-4d81d8441566 req-c869d307-462b-4558-bf45-b163be6b1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:47.179864 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-c869d307-462b-4558-bf45-b163be6b1f0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.0907311 Oct 28 20:02:47.223412 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-6deb4b9b-90ac-4f26-aacf-aa0984991a14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981dec18-0111-45ef-85a2-49796bc6246d HTTP/1.1" status: 200 len: 217 time: 0.0365162 Oct 28 20:02:47.271486 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5572-30c3-453a-8627-4d81d8441566 req-a94fa869-7886-438f-8a43-a6df58c013a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:47.272889 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-a94fa869-7886-438f-8a43-a6df58c013a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0427516 Oct 28 20:02:47.324639 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5572-30c3-453a-8627-4d81d8441566 req-11a6db25-7c31-4c13-bc07-e1fc1488fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:47.326127 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-11a6db25-7c31-4c13-bc07-e1fc1488fc3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459909 Oct 28 20:02:47.404761 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f8758806-7f7c-467b-bc14-5f40d1b7e5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:47.421057 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-5a6a2de8-0568-4a3a-9749-ba4fefbeb19f service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873108 Oct 28 20:02:47.510024 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-674b5572-30c3-453a-8627-4d81d8441566 req-38d713fc-c351-4789-a4dd-8af10c30d07f service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Oct 28 20:02:47.620383 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42058) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:47.703599 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344b044-aef1-47d9-8742-f59d16e52eba req-7a2141ee-fbf7-4528-95ba-21ef42c191f0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:47.705214 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8344b044-aef1-47d9-8742-f59d16e52eba req-7a2141ee-fbf7-4528-95ba-21ef42c191f0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 943 time: 0.0544286 Oct 28 20:02:47.741773 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Deleting port 0023d41e-c692-4da9-8241-a73830fbe1dc {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:47.742108 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:47.753771 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8344b044-aef1-47d9-8742-f59d16e52eba req-a9ca766f-3ded-4cb1-950b-1f8d35205dc7 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Oct 28 20:02:47.821638 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:47.821939 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (0023d41e-c692-4da9-8241-a73830fbe1dc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:47.834273 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Calling delete_port for 0023d41e-c692-4da9-8241-a73830fbe1dc owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:47.980199 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (0023d41e-c692-4da9-8241-a73830fbe1dc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:48.005294 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'Port': ['ID=0023d41e-c692-4da9-8241-a73830fbe1dc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:48.064986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for floatingip (d242445e-002e-481d-a690-84c744973a9f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:48.067601 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:48.068787 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-bfeac2f6-0816-40bc-aa78-96c878dabdd1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "DELETE /v2.0/floatingips/d242445e-002e-481d-a690-84c744973a9f HTTP/1.1" status: 204 len: 168 time: 0.4473915 Oct 28 20:02:48.375495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:48.901980 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c039-9dcd-4a51-af0b-d154c16fd22c req-c74d9274-599f-460f-9d75-db32c6d4a541 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:48.903426 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8aa3c039-9dcd-4a51-af0b-d154c16fd22c req-c74d9274-599f-460f-9d75-db32c6d4a541 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 943 time: 0.0680530 Oct 28 20:02:48.955110 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8aa3c039-9dcd-4a51-af0b-d154c16fd22c req-e7c5cf07-63d6-4a99-9626-caebc1590770 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Oct 28 20:02:49.294546 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42072) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:49.353652 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (de513a47-b864-4284-b76b-e34d39ab7771), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.382829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (de513a47-b864-4284-b76b-e34d39ab7771), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.444524 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (de513a47-b864-4284-b76b-e34d39ab7771), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.447235 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.448438 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] 10.222.0.20 "DELETE /v2.0/security-groups/de513a47-b864-4284-b76b-e34d39ab7771 HTTP/1.1" status: 204 len: 168 time: 0.1528771 Oct 28 20:02:49.457646 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23163aea-a4cb-4340-b7d5-23e0db5840c1 tempest-TestVolumeBootPattern-1027594917 tempest-TestVolumeBootPattern-1027594917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de513a47-b864-4284-b76b-e34d39ab7771,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:49.500507 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42076) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:49.649194 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 981dec18-0111-45ef-85a2-49796bc6246d details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:02:49.651179 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f03ec81f-22bf-44a4-802a-e37703c4f20c no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:49.681829 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.683717 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: f03ec81f-22bf-44a4-802a-e37703c4f20c {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:49.684062 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device f03ec81f-22bf-44a4-802a-e37703c4f20c not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:49.768800 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=981dec18-0111-45ef-85a2-49796bc6246d,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:49.780222 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': '981dec18-0111-45ef-85a2-49796bc6246d', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'port_id': '981dec18-0111-45ef-85a2-49796bc6246d', 'mac_address': 'fa:16:3e:65:f2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:02:49.818544 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 981dec18-0111-45ef-85a2-49796bc6246d is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:02:49.818943 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (981dec18-0111-45ef-85a2-49796bc6246d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.832258 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981dec18-0111-45ef-85a2-49796bc6246d {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:02:49.851428 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=981dec18-0111-45ef-85a2-49796bc6246d,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:49.856763 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:49.902101 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:49.909389 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.909911 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.910089 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.910461 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.910799 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.911134 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.911473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.911949 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.912284 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.912624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.912941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.913282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:49.913595 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:50.004433 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (253f8721-634b-4322-bc32-16578c76e48f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.061981 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['981dec18-0111-45ef-85a2-49796bc6246d'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:02:50.136589 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ee89c-208a-4344-aeeb-e951f4171d66 req-ee7bc790-4fc4-4b56-bf6a-26266fa646e2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:50.138060 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e3ee89c-208a-4344-aeeb-e951f4171d66 req-ee7bc790-4fc4-4b56-bf6a-26266fa646e2 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 944 time: 0.0991397 Oct 28 20:02:50.433795 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.509937 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-7e3ee89c-208a-4344-aeeb-e951f4171d66 req-f0a9020a-b176-4215-9ee8-df8614b9e3a4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118364 Oct 28 20:02:50.600259 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Deleting port c670e5d4-d223-4cac-974d-a0495d7c676a {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:50.600618 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.689621 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] For port c670e5d4-d223-4cac-974d-a0495d7c676a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=c670e5d4-d223-4cac-974d-a0495d7c676a,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:50.689920 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.703511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Calling delete_port for c670e5d4-d223-4cac-974d-a0495d7c676a owned by network:router_interface {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:50.894662 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (c670e5d4-d223-4cac-974d-a0495d7c676a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.918408 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c670e5d4-d223-4cac-974d-a0495d7c676a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:51.079902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (253f8721-634b-4322-bc32-16578c76e48f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.161988 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.284953 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Router 253f8721-634b-4322-bc32-16578c76e48f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:51.388173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:51.393859 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-bc26d523-c916-4db3-904d-d8576cfe5b6d admin admin] 10.222.0.20 "PUT /v2.0/routers/253f8721-634b-4322-bc32-16578c76e48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8918808 Oct 28 20:02:51.396611 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42082) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:51.397683 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Sync routers for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:51.409544 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:51.410291 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:51.493150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks [] for router (253f8721-634b-4322-bc32-16578c76e48f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.509079 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:51.590698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks [] for router_gateway (253f8721-634b-4322-bc32-16578c76e48f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.637336 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991f5e3-140d-4b3c-8917-e4ea58599a48 req-a3edd1ba-cf5b-4e44-b005-fbb46059294d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:51.638873 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2991f5e3-140d-4b3c-8917-e4ea58599a48 req-a3edd1ba-cf5b-4e44-b005-fbb46059294d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 944 time: 0.0542972 Oct 28 20:02:51.649205 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Deleting port a99dc062-7155-41d8-89f0-40df100a3173 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:51.649553 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (a99dc062-7155-41d8-89f0-40df100a3173), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.669464 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 981dec18-0111-45ef-85a2-49796bc6246d up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:02:51.694904 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2991f5e3-140d-4b3c-8917-e4ea58599a48 req-b372e8d2-476c-4f63-a765-2f0f610dc802 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478201 Oct 28 20:02:51.738880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] For port a99dc062-7155-41d8-89f0-40df100a3173, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a99dc062-7155-41d8-89f0-40df100a3173,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:51.739256 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (a99dc062-7155-41d8-89f0-40df100a3173), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.740321 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T20:02:50Z', 'revision_number': 5, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port': {'id': 'a99dc062-7155-41d8-89f0-40df100a3173', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253f8721-634b-4322-bc32-16578c76e48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:40Z', 'updated_at': '2022-10-28T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:51.743433 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port 981dec18-0111-45ef-85a2-49796bc6246d completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:02:51.752797 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Calling delete_port for a99dc062-7155-41d8-89f0-40df100a3173 owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:51.775138 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port 981dec18-0111-45ef-85a2-49796bc6246d triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:02:51.775509 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (981dec18-0111-45ef-85a2-49796bc6246d), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.775846 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port 981dec18-0111-45ef-85a2-49796bc6246d Oct 28 20:02:51.778982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Checking router: 253f8721-634b-4322-bc32-16578c76e48f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:51.806673 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Routers {'253f8721-634b-4322-bc32-16578c76e48f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:51.807416 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['253f8721-634b-4322-bc32-16578c76e48f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:51.916685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] Set router 253f8721-634b-4322-bc32-16578c76e48f gateway port host: None {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:51.926277 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (a99dc062-7155-41d8-89f0-40df100a3173), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.950266 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99dc062-7155-41d8-89f0-40df100a3173,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:51.972642 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T20:02:51Z', 'revision_number': 6, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:52.002212 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port 981dec18-0111-45ef-85a2-49796bc6246d is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:02:52.002619 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (981dec18-0111-45ef-85a2-49796bc6246d), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.004711 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607bd230-1ffc-4fd0-8412-6dd2ab6fa3c7 None None] The sync data for ids ['253f8721-634b-4322-bc32-16578c76e48f'] in dv-cinder-862894-1-iscsi is: [{'id': '253f8721-634b-4322-bc32-16578c76e48f', 'name': 'tempest-TestVolumeBootPattern-1589188282-router', 'tenant_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:39Z', 'updated_at': '2022-10-28T20:02:51Z', 'revision_number': 6, 'project_id': '42ce8f3da9ea4ee9a28652bd99014bc0', 'gw_port_host': None}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:52.012247 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (253f8721-634b-4322-bc32-16578c76e48f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.032208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:52.034608 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc55c7c-3e61-4fb8-916d-e0bd58f8c0e9" -d '{"events": [{"server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "name": "network-vif-plugged", "status": "completed", "tag": "981dec18-0111-45ef-85a2-49796bc6246d"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:52.049349 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=981dec18-0111-45ef-85a2-49796bc6246d,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:52.055239 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.082049 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635cda1-d98b-439e-a823-1e0991cb083c x-openstack-request-id: req-2635cda1-d98b-439e-a823-1e0991cb083c {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:52.082362 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "name": "network-vif-plugged", "status": "completed", "tag": "981dec18-0111-45ef-85a2-49796bc6246d", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:52.082614 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2635cda1-d98b-439e-a823-1e0991cb083c {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:52.083018 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2635cda1-d98b-439e-a823-1e0991cb083c'] response: {'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d', 'code': 200} Oct 28 20:02:52.099656 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (253f8721-634b-4322-bc32-16578c76e48f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.101870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks [] for router_controller (253f8721-634b-4322-bc32-16578c76e48f), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.113713 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:52.144051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (253f8721-634b-4322-bc32-16578c76e48f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.144614 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253f8721-634b-4322-bc32-16578c76e48f {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:02:52.149606 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.150890 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cc845785-0253-46c0-af8c-7e7ad3663790 admin admin] 10.222.0.20 "DELETE /v2.0/routers/253f8721-634b-4322-bc32-16578c76e48f HTTP/1.1" status: 204 len: 168 time: 0.7533870 Oct 28 20:02:52.154000 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42088) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:52.202067 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Deleting subnet cc9d6d84-5155-434c-a3cc-78d81a45adb3 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:02:52.205659 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Publish callbacks [] for subnet (cc9d6d84-5155-434c-a3cc-78d81a45adb3), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.263053 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (cc9d6d84-5155-434c-a3cc-78d81a45adb3), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.308687 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a1e5d-f36a-4595-9bcb-db296847ac2f req-058ce979-c5a4-4cd5-bd41-ce3710bdf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:52.310119 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-de4a1e5d-f36a-4595-9bcb-db296847ac2f req-058ce979-c5a4-4cd5-bd41-ce3710bdf8ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 1129 time: 0.0857890 Oct 28 20:02:52.363502 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (cc9d6d84-5155-434c-a3cc-78d81a45adb3), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.408724 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-de4a1e5d-f36a-4595-9bcb-db296847ac2f req-5c0227d3-5330-4840-9672-54f28ef22fa0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754495 Oct 28 20:02:52.439996 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (cc9d6d84-5155-434c-a3cc-78d81a45adb3), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.465405 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9d6d84-5155-434c-a3cc-78d81a45adb3,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:52.469164 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.472418 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-15d01bb1-1c05-4bb5-a8db-98967fb4f1f5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cc9d6d84-5155-434c-a3cc-78d81a45adb3 HTTP/1.1" status: 204 len: 168 time: 0.3174093 Oct 28 20:02:52.475224 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42090) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:52.477624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f02076-d76a-4cc3-a82c-fbf4e25db80e None None] Network b919d875-8558-4a77-8e1e-27b2e926c796 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:02:52.542120 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (b919d875-8558-4a77-8e1e-27b2e926c796), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.592037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Deleting port 4225a624-4576-4997-b310-fda89b066f04 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:52.592446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (4225a624-4576-4997-b310-fda89b066f04), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.659569 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] For port 4225a624-4576-4997-b310-fda89b066f04, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=4225a624-4576-4997-b310-fda89b066f04,segment=NetworkSegment(f2654313-f288-4a30-99db-004560339274),segment_id=f2654313-f288-4a30-99db-004560339274)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:52.660235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (4225a624-4576-4997-b310-fda89b066f04), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.676230 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Calling delete_port for 4225a624-4576-4997-b310-fda89b066f04 owned by network:dhcp {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:52.757409 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (4225a624-4576-4997-b310-fda89b066f04), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.786280 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0647807-e5bd-4a88-b1b0-26c5608a1406 None None] DHCP port deletion for b919d875-8558-4a77-8e1e-27b2e926c796 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:02:52.794607 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] No DVR routers for this DVR port 4225a624-4576-4997-b310-fda89b066f04 on host dv-cinder-862894-1-iscsi {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:52.800059 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Pushing event deleted for resources: {'Port': ['ID=4225a624-4576-4997-b310-fda89b066f04,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:52.896044 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (b919d875-8558-4a77-8e1e-27b2e926c796), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.916237 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35591d-336b-4ad5-9c70-1d598ebbc2c4 req-ce4936db-9d01-490b-ad54-21587124c024 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:52.917785 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-be35591d-336b-4ad5-9c70-1d598ebbc2c4 req-ce4936db-9d01-490b-ad54-21587124c024 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.1354964 Oct 28 20:02:52.932764 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b919d875-8558-4a77-8e1e-27b2e926c796']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:52.948622 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2654313-f288-4a30-99db-004560339274') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:52.948902 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2654313-f288-4a30-99db-004560339274') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:52.961706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (f2654313-f288-4a30-99db-004560339274), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:52.991289 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (f2654313-f288-4a30-99db-004560339274), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.000169 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-be35591d-336b-4ad5-9c70-1d598ebbc2c4 req-eae497e2-eccd-4144-8648-04ecee3cb5f4 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760789 Oct 28 20:02:53.001058 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:02:53.001539 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (f2654313-f288-4a30-99db-004560339274), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.041304 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment f2654313-f288-4a30-99db-004560339274 resource provider aggregate not found Oct 28 20:02:53.064346 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment f2654313-f288-4a30-99db-004560339274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2654313-f288-4a30-99db-004560339274 found for delete ", "request_id": "req-8946dfaa-78f6-4530-af34-1bd75c5647df"}]} Oct 28 20:02:53.069856 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (b919d875-8558-4a77-8e1e-27b2e926c796), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.075424 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.078670 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b919d875-8558-4a77-8e1e-27b2e926c796 HTTP/1.1" status: 204 len: 168 time: 0.6024430 Oct 28 20:02:53.081726 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42098) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:53.089853 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e079c-1178-4f36-8f59-12bb2cb0b013 admin admin] Pushing event deleted for resources: {'Network': ['ID=b919d875-8558-4a77-8e1e-27b2e926c796,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:53.421505 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (a5722381-3ef6-4502-be82-94bec31236cd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.651894 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Deleting port 77e50d81-7f3f-4628-8aaa-4d2511caa368 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:53.652242 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.733715 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] For port 77e50d81-7f3f-4628-8aaa-4d2511caa368, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=77e50d81-7f3f-4628-8aaa-4d2511caa368,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:53.733983 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.751084 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Calling delete_port for 77e50d81-7f3f-4628-8aaa-4d2511caa368 owned by network:router_interface {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:53.810816 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c670e5d4-d223-4cac-974d-a0495d7c676a no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:53.830624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: c670e5d4-d223-4cac-974d-a0495d7c676a {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:53.830978 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device c670e5d4-d223-4cac-974d-a0495d7c676a not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:53.831432 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a99dc062-7155-41d8-89f0-40df100a3173 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:53.849709 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: a99dc062-7155-41d8-89f0-40df100a3173 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:53.850060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a99dc062-7155-41d8-89f0-40df100a3173 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:53.850523 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4225a624-4576-4997-b310-fda89b066f04 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:53.934155 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (77e50d81-7f3f-4628-8aaa-4d2511caa368), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:53.958976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e50d81-7f3f-4628-8aaa-4d2511caa368,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:54.001974 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 4225a624-4576-4997-b310-fda89b066f04 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:54.002376 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 4225a624-4576-4997-b310-fda89b066f04 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:54.152889 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (a5722381-3ef6-4502-be82-94bec31236cd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:54.208841 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6de81-3374-4fc3-bd5d-f5994b429b8e req-4595bfed-5bb4-461a-a8af-ca2ccad1953e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:54.210339 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-53c6de81-3374-4fc3-bd5d-f5994b429b8e req-4595bfed-5bb4-461a-a8af-ca2ccad1953e tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.1041682 Oct 28 20:02:54.297147 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-53c6de81-3374-4fc3-bd5d-f5994b429b8e req-e97dbfd7-3788-415d-b9fc-d605fe5d3fa0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807133 Oct 28 20:02:54.423325 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a20c5-2114-4bfd-add4-c8b5e22372de req-22a719e8-c1f0-4cb3-bf66-e706f9bd222a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:54.424998 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-415a20c5-2114-4bfd-add4-c8b5e22372de req-22a719e8-c1f0-4cb3-bf66-e706f9bd222a tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.0572898 Oct 28 20:02:54.436054 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42104) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:54.440789 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Request body: {'floatingip': {'port_id': '981dec18-0111-45ef-85a2-49796bc6246d'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:02:54.483925 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:54.654859 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Router a5722381-3ef6-4502-be82-94bec31236cd has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:54.756352 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:54.761420 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-360d7987-dfdb-4579-9c01-ebcc9813b614 admin admin] 10.222.0.20 "PUT /v2.0/routers/a5722381-3ef6-4502-be82-94bec31236cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785822 Oct 28 20:02:54.764234 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42106) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:54.766873 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Sync routers for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:54.778256 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:54.779010 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:54.865121 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks [] for router (a5722381-3ef6-4502-be82-94bec31236cd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:54.880773 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:54.905147 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:54.909365 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:54.964016 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks [] for router_gateway (a5722381-3ef6-4502-be82-94bec31236cd), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.006240 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 5946ef27-aa12-4286-a078-8d2abd6b8911 associated. External IP: 172.27.3.177, port: 981dec18-0111-45ef-85a2-49796bc6246d. Oct 28 20:02:55.014842 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Deleting port f55bfecf-ae99-41c9-bb22-d0cfb719e989 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:55.015191 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.056880 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T20:02:53Z', 'revision_number': 5, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port': {'id': 'f55bfecf-ae99-41c9-bb22-d0cfb719e989', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.084294 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Checking router: a5722381-3ef6-4502-be82-94bec31236cd for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:55.093430 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Routers {'a5722381-3ef6-4502-be82-94bec31236cd'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:55.094139 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['a5722381-3ef6-4502-be82-94bec31236cd'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.100030 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] For port f55bfecf-ae99-41c9-bb22-d0cfb719e989, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=f55bfecf-ae99-41c9-bb22-d0cfb719e989,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:55.100407 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.113603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Calling delete_port for f55bfecf-ae99-41c9-bb22-d0cfb719e989 owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:55.174122 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] Set router a5722381-3ef6-4502-be82-94bec31236cd gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:55.211180 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:55.224201 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T20:02:54Z', 'revision_number': 6, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.248548 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268f065-f4a7-41c5-8765-2e8422c87d1e None None] The sync data for ids ['a5722381-3ef6-4502-be82-94bec31236cd'] in dv-cinder-862894-1-iscsi is: [{'id': 'a5722381-3ef6-4502-be82-94bec31236cd', 'name': 'tempest-TestVolumeBootPattern-287710589-router', 'tenant_id': '022f27384de949da85cb2b4b8c35c0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:55:45Z', 'updated_at': '2022-10-28T20:02:54Z', 'revision_number': 6, 'project_id': '022f27384de949da85cb2b4b8c35c0dc', 'gw_port_host': None}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:55.284153 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (f55bfecf-ae99-41c9-bb22-d0cfb719e989), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.313041 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55bfecf-ae99-41c9-bb22-d0cfb719e989,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:55.318746 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:55.324938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.331030 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:55.342300 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:55.343089 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.357670 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-126dfa75-8241-4d5a-8d62-f3e5451be537 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "PUT /v2.0/floatingips/5946ef27-aa12-4286-a078-8d2abd6b8911 HTTP/1.1" status: 200 len: 991 time: 0.9183810 Oct 28 20:02:55.357670 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:55.358501 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a55fe-6e97-4122-92f4-67165e1d85f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "tag": "981dec18-0111-45ef-85a2-49796bc6246d"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:55.375215 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (a5722381-3ef6-4502-be82-94bec31236cd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.393969 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7349b-5c90-4610-8d31-92e9c41ecf34 x-openstack-request-id: req-94b7349b-5c90-4610-8d31-92e9c41ecf34 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:55.394293 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "tag": "981dec18-0111-45ef-85a2-49796bc6246d", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:55.394546 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94b7349b-5c90-4610-8d31-92e9c41ecf34 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:55.394954 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b7349b-5c90-4610-8d31-92e9c41ecf34'] response: {'name': 'network-changed', 'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d', 'status': 'completed', 'code': 200} Oct 28 20:02:55.449020 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:55.491976 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (a5722381-3ef6-4502-be82-94bec31236cd), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.494962 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks [] for router_controller (a5722381-3ef6-4502-be82-94bec31236cd), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.549191 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (a5722381-3ef6-4502-be82-94bec31236cd), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.549671 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5722381-3ef6-4502-be82-94bec31236cd {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:02:55.554441 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.556238 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-b307d053-6bb2-441c-aa2a-97e54c765454 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a5722381-3ef6-4502-be82-94bec31236cd HTTP/1.1" status: 204 len: 168 time: 0.7903993 Oct 28 20:02:55.558461 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-c5664879-f465-4152-89b6-07beabbe2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:55.558595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42112) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:55.559904 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-c5664879-f465-4152-89b6-07beabbe2328 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 1129 time: 0.1219785 Oct 28 20:02:55.607643 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Deleting subnet 103cd8af-95e1-434f-aaa4-a56dd49a6b45 {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:02:55.611033 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Publish callbacks [] for subnet (103cd8af-95e1-434f-aaa4-a56dd49a6b45), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.656402 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (103cd8af-95e1-434f-aaa4-a56dd49a6b45), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:55.671033 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-230a9220-000d-44fb-a736-62fb82d1b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:55.673750 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-230a9220-000d-44fb-a736-62fb82d1b279 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 200 len: 916 time: 0.1081429 Oct 28 20:02:55.692091 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '5946ef27-aa12-4286-a078-8d2abd6b8911', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '981dec18-0111-45ef-85a2-49796bc6246d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:65:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:02:42Z', 'updated_at': '2022-10-28T20:02:54Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.722599 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:55.732600 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:55.733465 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:02:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:55.746565 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-4dc4944f-c3a0-4a9d-86cc-bcf824f5c488 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=981dec18-0111-45ef-85a2-49796bc6246d HTTP/1.1" status: 200 len: 999 time: 0.0656297 Oct 28 20:02:55.809463 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-cf3bfd70-927b-4bc4-b8cb-71358c876da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:55.811010 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-cf3bfd70-927b-4bc4-b8cb-71358c876da4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 200 len: 854 time: 0.0589371 Oct 28 20:02:55.845408 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:55.864863 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-5e8fcd64-3828-4dbc-8848-a55c1fbca703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:55.866758 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-5e8fcd64-3828-4dbc-8848-a55c1fbca703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494432 Oct 28 20:02:55.878179 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-97074b1f-68d4-4552-be3a-35de7dbd2df4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:02:55.879321 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-97074b1f-68d4-4552-be3a-35de7dbd2df4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059903 Oct 28 20:02:55.971903 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-01cabd39-5b0a-44ab-a184-11f5b4d6ec89 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Oct 28 20:02:56.009635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (103cd8af-95e1-434f-aaa4-a56dd49a6b45), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.073149 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (103cd8af-95e1-434f-aaa4-a56dd49a6b45), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.090598 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '5946ef27-aa12-4286-a078-8d2abd6b8911', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '981dec18-0111-45ef-85a2-49796bc6246d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:65:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:02:42Z', 'updated_at': '2022-10-28T20:02:54Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:56.112587 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.117467 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/103cd8af-95e1-434f-aaa4-a56dd49a6b45 HTTP/1.1" status: 204 len: 168 time: 0.5573463 Oct 28 20:02:56.122436 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42116) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:56.128125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75366b6-e330-43b3-9837-aaede29f1a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103cd8af-95e1-434f-aaa4-a56dd49a6b45,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:56.128419 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2fb9b-3417-4741-96ca-855d28f96a25 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': '5946ef27-aa12-4286-a078-8d2abd6b8911', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'port_id': '981dec18-0111-45ef-85a2-49796bc6246d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'mac_address': 'fa:16:3e:65:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:02:42Z', 'updated_at': '2022-10-28T20:02:54Z', 'revision_number': 1, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:56.130377 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bde01f-0784-4801-9a0c-97115862d78d None None] Network ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:02:56.216492 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 77e50d81-7f3f-4628-8aaa-4d2511caa368 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:56.231701 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-2a4a55fe-6e97-4122-92f4-67165e1d85f2 req-88a02f2f-123a-422d-a2b6-4ac0b4c61c04 service neutron] 10.222.0.55 "GET /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537096 Oct 28 20:02:56.236031 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.240795 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 77e50d81-7f3f-4628-8aaa-4d2511caa368 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:56.241141 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 77e50d81-7f3f-4628-8aaa-4d2511caa368 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:56.294555 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Deleting port a502783b-6aff-4ed5-b869-f1fbc5dd0488 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:56.294903 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.362718 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] DHCP port deletion for ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:02:56.364843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] For port a502783b-6aff-4ed5-b869-f1fbc5dd0488, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a502783b-6aff-4ed5-b869-f1fbc5dd0488,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:56.365320 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.379416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Calling delete_port for a502783b-6aff-4ed5-b869-f1fbc5dd0488 owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:56.421333 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Deleting port a502783b-6aff-4ed5-b869-f1fbc5dd0488 {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:56.421789 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.425272 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dfcb5-a227-4b75-8867-2ac6c3451931 None None] New status for floating IP 5946ef27-aa12-4286-a078-8d2abd6b8911: ACTIVE {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:56.476181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.493366 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] No DVR routers for this DVR port a502783b-6aff-4ed5-b869-f1fbc5dd0488 on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:56.502504 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] For port a502783b-6aff-4ed5-b869-f1fbc5dd0488, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=a502783b-6aff-4ed5-b869-f1fbc5dd0488,segment=NetworkSegment(c4e10dee-357d-43aa-a972-6b0f44941d70),segment_id=c4e10dee-357d-43aa-a972-6b0f44941d70)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:56.503529 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.520528 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Calling delete_port for a502783b-6aff-4ed5-b869-f1fbc5dd0488 owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:56.582358 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Pushing event deleted for resources: {'Port': ['ID=a502783b-6aff-4ed5-b869-f1fbc5dd0488,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:56.602627 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.610950 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (a502783b-6aff-4ed5-b869-f1fbc5dd0488), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.621895 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad72e4d8-723e-49b6-8077-ff4b5dd1fd53']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:56.631705 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e10dee-357d-43aa-a972-6b0f44941d70') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:56.632085 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e10dee-357d-43aa-a972-6b0f44941d70') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:56.638624 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] Pushing event deleted for resources: {'Port': ['ID=a502783b-6aff-4ed5-b869-f1fbc5dd0488,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:56.642261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bbc22-25d7-4d2a-ac10-9914f0861e18 None None] No DVR routers for this DVR port a502783b-6aff-4ed5-b869-f1fbc5dd0488 on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:56.646290 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (c4e10dee-357d-43aa-a972-6b0f44941d70), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.670531 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (c4e10dee-357d-43aa-a972-6b0f44941d70), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.678173 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:02:56.678829 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (c4e10dee-357d-43aa-a972-6b0f44941d70), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.718963 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment c4e10dee-357d-43aa-a972-6b0f44941d70 resource provider aggregate not found Oct 28 20:02:56.737646 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment c4e10dee-357d-43aa-a972-6b0f44941d70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4e10dee-357d-43aa-a972-6b0f44941d70 found for delete ", "request_id": "req-3d66950c-2dfe-4602-8e64-b0d143c289f3"}]} Oct 28 20:02:56.746805 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (ad72e4d8-723e-49b6-8077-ff4b5dd1fd53), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.752272 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.755564 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad72e4d8-723e-49b6-8077-ff4b5dd1fd53 HTTP/1.1" status: 204 len: 168 time: 0.6320188 Oct 28 20:02:56.766524 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9e470-63ff-451e-933d-2c02eff0b623 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad72e4d8-723e-49b6-8077-ff4b5dd1fd53,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:56.865973 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42124) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:56.907289 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-e2a2d494-5e10-4d6c-9f00-68713a30266a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42ce8f3da9ea4ee9a28652bd99014bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400233 Oct 28 20:02:56.909796 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42126) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:56.963326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] Publish callbacks [] for security_group (fae4bd24-2522-422c-bcbc-9dc7b6126bb5), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:56.984603 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] Publish callbacks [] for security_group (fae4bd24-2522-422c-bcbc-9dc7b6126bb5), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.031513 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fae4bd24-2522-422c-bcbc-9dc7b6126bb5), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.034115 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.035241 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fae4bd24-2522-422c-bcbc-9dc7b6126bb5 HTTP/1.1" status: 204 len: 168 time: 0.1245418 Oct 28 20:02:57.043464 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ba6f8-e917-4878-8353-28375edde143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4bd24-2522-422c-bcbc-9dc7b6126bb5,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:57.358968 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42132) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:57.399998 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-bcd53198-4d28-434c-b577-89fe7b923b27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=022f27384de949da85cb2b4b8c35c0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398395 Oct 28 20:02:57.402488 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42134) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:57.448754 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] Publish callbacks [] for security_group (49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.468692 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] Publish callbacks [] for security_group (49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.520764 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.523563 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:57.524745 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7 HTTP/1.1" status: 204 len: 168 time: 0.1214006 Oct 28 20:02:57.533012 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5081-277f-41cb-94ce-a637d76e2855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec51a8-ddbf-4b27-99ce-2fae9f8fbec7,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:57.805954 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f55bfecf-ae99-41c9-bb22-d0cfb719e989 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:57.826481 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: f55bfecf-ae99-41c9-bb22-d0cfb719e989 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:57.826801 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device f55bfecf-ae99-41c9-bb22-d0cfb719e989 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:57.827259 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a502783b-6aff-4ed5-b869-f1fbc5dd0488 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:57.847178 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: a502783b-6aff-4ed5-b869-f1fbc5dd0488 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:57.847535 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device a502783b-6aff-4ed5-b869-f1fbc5dd0488 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:03:01.583774 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:03:15.034506 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-2cddc8b9-ba76-40a3-9fb0-9c5487da22af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:17.416081 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7c934fe8-166a-4567-a6b0-cc052a2f4cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:18.389236 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:19.659566 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:20.446852 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:21.183483 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:34.326480 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa533-93d3-4838-9ab5-616b3b77174a req-47e1cdca-a774-40ef-a8db-985f6dd25ab5 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:03:34.327841 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bc8fa533-93d3-4838-9ab5-616b3b77174a req-47e1cdca-a774-40ef-a8db-985f6dd25ab5 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.0592268 Oct 28 20:03:34.381334 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-bc8fa533-93d3-4838-9ab5-616b3b77174a req-687e26a0-fd51-442b-abd1-c7861b796ee0 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Oct 28 20:03:35.514871 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812763-44e4-4542-ac9c-f9999340003a req-f85981f6-1f5f-494f-a606-a59892c656fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:03:35.516367 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a812763-44e4-4542-ac9c-f9999340003a req-f85981f6-1f5f-494f-a606-a59892c656fb tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.0556290 Oct 28 20:03:35.569917 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0a812763-44e4-4542-ac9c-f9999340003a req-3075c529-2fda-415d-a243-5d20303d75fc tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced74dc5-9d9b-4cd1-b087-ff69716f0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Oct 28 20:03:35.772087 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-48e93db3-e440-4a3c-bbe6-16a469603aa8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:03:35.773557 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-48e93db3-e440-4a3c-bbe6-16a469603aa8 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 945 time: 0.0609906 Oct 28 20:03:35.860799 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 981dec18-0111-45ef-85a2-49796bc6246d {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:35.861142 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (981dec18-0111-45ef-85a2-49796bc6246d), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:35.956438 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] For port 981dec18-0111-45ef-85a2-49796bc6246d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=981dec18-0111-45ef-85a2-49796bc6246d,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:03:35.956806 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (981dec18-0111-45ef-85a2-49796bc6246d), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.125440 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.125760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.126103 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Floating IP 5946ef27-aa12-4286-a078-8d2abd6b8911 disassociated. External IP: 172.27.3.177, port: 981dec18-0111-45ef-85a2-49796bc6246d. Oct 28 20:03:36.126462 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 981dec18-0111-45ef-85a2-49796bc6246d owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:36.272541 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (981dec18-0111-45ef-85a2-49796bc6246d), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.301178 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=981dec18-0111-45ef-85a2-49796bc6246d,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:36.409698 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:03:36.512299 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:03:36.522180 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:03:36.533157 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:03:36.533815 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:03:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:36.554351 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] No DVR routers for this DVR port 981dec18-0111-45ef-85a2-49796bc6246d on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:03:36.556987 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.560429 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-562e0ffa-0de9-4254-97f2-495a2a0ad553 req-f4317cc8-b984-4735-a8d6-98b2257da86d tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.55 "DELETE /v2.0/ports/981dec18-0111-45ef-85a2-49796bc6246d HTTP/1.1" status: 204 len: 173 time: 0.7807655 Oct 28 20:03:36.560951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'name': 'network-vif-deleted', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:03:36.563252 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e33a132-5d6c-4b41-a901-5a93d090fc5b" -d '{"events": [{"server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "name": "network-vif-deleted", "tag": "981dec18-0111-45ef-85a2-49796bc6246d"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:03:36.599608 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7606290a-ff6d-4af9-9c8a-8b792565f2c1 x-openstack-request-id: req-7606290a-ff6d-4af9-9c8a-8b792565f2c1 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:03:36.599880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34455ba-78d9-467c-9c36-abd6162c8b15", "name": "network-vif-deleted", "tag": "981dec18-0111-45ef-85a2-49796bc6246d", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:03:36.600147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7606290a-ff6d-4af9-9c8a-8b792565f2c1 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:03:36.600576 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7606290a-ff6d-4af9-9c8a-8b792565f2c1'] response: {'server_uuid': 'd34455ba-78d9-467c-9c36-abd6162c8b15', 'name': 'network-vif-deleted', 'tag': '981dec18-0111-45ef-85a2-49796bc6246d', 'status': 'completed', 'code': 200} Oct 28 20:03:36.655403 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:03:36.692363 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-143e4c70-5a5d-4715-ab17-9fb0852e9d5f req-bea88556-81a2-4bcb-82f6-9a24c12b63ad tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34455ba-78d9-467c-9c36-abd6162c8b15 HTTP/1.1" status: 200 len: 210 time: 0.0343413 Oct 28 20:03:36.860962 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:37.011667 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:03:37.020533 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:03:37.021143 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:03:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:37.120199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:03:37.326821 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:37.354486 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c40b17-c1eb-42b2-8386-1de0373a6481 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:30Z', 'revision_number': 4, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ab50fa6b-5d93-4deb-953d-00c05bb957a2', 'name': '', 'network_id': '0828649c-aba5-40c2-80a1-9fa7f9fb1e4c', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'mac_address': 'fa:16:3e:f6:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:30Z', 'updated_at': '2022-10-28T19:59:34Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'subnets': [{'id': 'b0891e97-591e-40b7-b303-15ec71a28cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:03:37.582588 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12658e-c9f5-4866-9ca7-5eaf32827645 None None] New status for floating IP 5946ef27-aa12-4286-a078-8d2abd6b8911: DOWN {{(pid=115429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:03:37.794845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42210) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:37.849936 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (ced74dc5-9d9b-4cd1-b087-ff69716f0749), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:37.872304 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (ced74dc5-9d9b-4cd1-b087-ff69716f0749), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:37.920387 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ced74dc5-9d9b-4cd1-b087-ff69716f0749), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:37.923315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:37.924861 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/security-groups/ced74dc5-9d9b-4cd1-b087-ff69716f0749 HTTP/1.1" status: 204 len: 168 time: 0.1289682 Oct 28 20:03:37.927874 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42212) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:37.934232 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced74dc5-9d9b-4cd1-b087-ff69716f0749,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:37.941423 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.941790 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.942201 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.942552 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.942918 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.943260 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.943596 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.943932 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.944265 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.944587 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.api.v2.resource [None req-62912eda-c7bc-4696-92b3-de8fa94044bd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] show failed (client error): The resource could not be found. Oct 28 20:03:37.944721 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.944951 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.945301 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.945626 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03783cd-d99f-4315-b484-a12daccfee49 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:37.945920 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-62912eda-c7bc-4696-92b3-de8fa94044bd tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "GET /v2.0/security-groups/ced74dc5-9d9b-4cd1-b087-ff69716f0749 HTTP/1.1" status: 404 len: 347 time: 0.0167451 Oct 28 20:03:37.948713 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42214) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:38.066783 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Deleting port 5f2619d3-d471-4bcc-806d-e9e043de2498 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:38.067145 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.140424 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.140672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (5f2619d3-d471-4bcc-806d-e9e043de2498), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.152240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Calling delete_port for 5f2619d3-d471-4bcc-806d-e9e043de2498 owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:38.287256 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (5f2619d3-d471-4bcc-806d-e9e043de2498), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.311006 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Pushing event deleted for resources: {'Port': ['ID=5f2619d3-d471-4bcc-806d-e9e043de2498,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:38.373650 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks [] for floatingip (5946ef27-aa12-4286-a078-8d2abd6b8911), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.380082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.381294 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-77ed5f7a-6a3f-49f4-8cf8-375223285f12 tempest-AttachVolumeNegativeTest-1921063858 tempest-AttachVolumeNegativeTest-1921063858-project] 10.222.0.20 "DELETE /v2.0/floatingips/5946ef27-aa12-4286-a078-8d2abd6b8911 HTTP/1.1" status: 204 len: 168 time: 0.4316657 Oct 28 20:03:38.587257 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:03:39.904869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 981dec18-0111-45ef-85a2-49796bc6246d no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:03:39.924756 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: 981dec18-0111-45ef-85a2-49796bc6246d {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:03:39.925116 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device 981dec18-0111-45ef-85a2-49796bc6246d not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:03:42.090987 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42250) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:42.439369 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:42.673289 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Deleting port ab50fa6b-5d93-4deb-953d-00c05bb957a2 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:42.673635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:42.752360 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] For port ab50fa6b-5d93-4deb-953d-00c05bb957a2, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ab50fa6b-5d93-4deb-953d-00c05bb957a2,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:03:42.752728 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:42.765193 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Calling delete_port for ab50fa6b-5d93-4deb-953d-00c05bb957a2 owned by network:router_interface {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:42.942845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (ab50fa6b-5d93-4deb-953d-00c05bb957a2), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:42.970446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab50fa6b-5d93-4deb-953d-00c05bb957a2,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:43.130143 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.340852 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:03:43.437451 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:03:43.443088 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a6d49391-79d7-4876-8d02-84158de634e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/b361ea8a-6aac-46e1-bc9f-6bd26af62b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3509638 Oct 28 20:03:43.445868 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42252) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:43.448426 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Sync routers for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:03:43.462269 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:03:43.462919 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:03:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:43.546820 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks [] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.563280 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:03:43.643604 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks [] for router_gateway (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.694944 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Deleting port 53cca0fb-6e49-4c56-aef5-59aa38af7163 {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:43.695326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.736804 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T20:03:42Z', 'revision_number': 5, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port': {'id': '53cca0fb-6e49-4c56-aef5-59aa38af7163', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:43.764547 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Checking router: b361ea8a-6aac-46e1-bc9f-6bd26af62b23 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:03:43.773388 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Routers {'b361ea8a-6aac-46e1-bc9f-6bd26af62b23'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:03:43.773999 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:03:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:43.776162 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] For port 53cca0fb-6e49-4c56-aef5-59aa38af7163, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=53cca0fb-6e49-4c56-aef5-59aa38af7163,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:03:43.776532 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.791383 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Calling delete_port for 53cca0fb-6e49-4c56-aef5-59aa38af7163 owned by network:router_gateway {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:43.858854 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] Set router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 gateway port host: None {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:03:43.909760 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T20:03:43Z', 'revision_number': 6, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:43.934703 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400af72-ad18-4fbb-b834-c033524f5f39 None None] The sync data for ids ['b361ea8a-6aac-46e1-bc9f-6bd26af62b23'] in dv-cinder-862894-1-iscsi is: [{'id': 'b361ea8a-6aac-46e1-bc9f-6bd26af62b23', 'name': 'tempest-AttachVolumeNegativeTest-2067891444-router', 'tenant_id': '85f6535669e54d06b11a6a4c37f07cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:28Z', 'updated_at': '2022-10-28T20:03:43Z', 'revision_number': 6, 'project_id': '85f6535669e54d06b11a6a4c37f07cb4', 'gw_port_host': None}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:03:43.967498 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (53cca0fb-6e49-4c56-aef5-59aa38af7163), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:43.990608 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cca0fb-6e49-4c56-aef5-59aa38af7163,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:44.054093 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.139726 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.143775 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks [] for router_controller (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.191027 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (b361ea8a-6aac-46e1-bc9f-6bd26af62b23), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.191568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b361ea8a-6aac-46e1-bc9f-6bd26af62b23 {{(pid=115427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:03:44.196089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.197245 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-afcf7a28-a638-4b75-bb27-d8eb69d61385 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b361ea8a-6aac-46e1-bc9f-6bd26af62b23 HTTP/1.1" status: 204 len: 168 time: 0.7500958 Oct 28 20:03:44.200455 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42254) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:44.245250 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Deleting subnet b0891e97-591e-40b7-b303-15ec71a28cf7 {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:03:44.248706 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Publish callbacks [] for subnet (b0891e97-591e-40b7-b303-15ec71a28cf7), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.284670 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (b0891e97-591e-40b7-b303-15ec71a28cf7), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.367542 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (b0891e97-591e-40b7-b303-15ec71a28cf7), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.419770 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (b0891e97-591e-40b7-b303-15ec71a28cf7), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.446178 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0891e97-591e-40b7-b303-15ec71a28cf7,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:44.451216 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.458120 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-29b70522-1d24-455b-9856-31eb5b51d31f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b0891e97-591e-40b7-b303-15ec71a28cf7 HTTP/1.1" status: 204 len: 168 time: 0.2537491 Oct 28 20:03:44.458283 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96799c48-a8b0-4945-b903-b9785ebe860b None None] Network 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:03:44.458768 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42256) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:44.527235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.577709 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Deleting port 470029d1-8a50-4138-ba65-3fce0d25f07b {{(pid=115427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:44.578121 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.640564 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] For port 470029d1-8a50-4138-ba65-3fce0d25f07b, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=470029d1-8a50-4138-ba65-3fce0d25f07b,segment=NetworkSegment(0dc3e00a-3557-40a2-80f6-fb74261ae85b),segment_id=0dc3e00a-3557-40a2-80f6-fb74261ae85b)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:03:44.640912 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.654955 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.plugin [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Calling delete_port for 470029d1-8a50-4138-ba65-3fce0d25f07b owned by network:dhcp {{(pid=115427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:44.706439 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] DHCP port deletion for 0828649c-aba5-40c2-80a1-9fa7f9fb1e4c request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:03:44.751912 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.771688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Deleting port 470029d1-8a50-4138-ba65-3fce0d25f07b {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:03:44.772054 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.777625 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Pushing event deleted for resources: {'Port': ['ID=470029d1-8a50-4138-ba65-3fce0d25f07b,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:44.779508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] No DVR routers for this DVR port 470029d1-8a50-4138-ba65-3fce0d25f07b on host dv-cinder-862894-1-iscsi {{(pid=115427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:03:44.841135 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] For port 470029d1-8a50-4138-ba65-3fce0d25f07b, host dv-cinder-862894-1-iscsi, got binding levels [] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:03:44.841538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.852845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.855330 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Calling delete_port for 470029d1-8a50-4138-ba65-3fce0d25f07b owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:03:44.858019 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.ipam_backend_mixin [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Port 470029d1-8a50-4138-ba65-3fce0d25f07b was not found and therefore no delete operation was performed {{(pid=115428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 20:03:44.859330 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (470029d1-8a50-4138-ba65-3fce0d25f07b), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.872536 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0828649c-aba5-40c2-80a1-9fa7f9fb1e4c']}} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:44.882984 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc3e00a-3557-40a2-80f6-fb74261ae85b') {'for_net_delete': True} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:44.883326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.services.segments.db [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc3e00a-3557-40a2-80f6-fb74261ae85b') {} {{(pid=115427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:03:44.883515 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] Pushing event deleted for resources: {'Port': ['ID=470029d1-8a50-4138-ba65-3fce0d25f07b,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:44.887178 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231ed5c-a1a5-4bab-bcad-12f540531018 None None] No DVR routers for this DVR port 470029d1-8a50-4138-ba65-3fce0d25f07b on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:03:44.896571 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2930619'] for segment (0dc3e00a-3557-40a2-80f6-fb74261ae85b), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.914690 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (0dc3e00a-3557-40a2-80f6-fb74261ae85b), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.921657 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=115427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:03:44.922137 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2930069'] for segment (0dc3e00a-3557-40a2-80f6-fb74261ae85b), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.961574 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 0dc3e00a-3557-40a2-80f6-fb74261ae85b resource provider aggregate not found Oct 28 20:03:44.982964 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.services.segments.plugin [-] Segment 0dc3e00a-3557-40a2-80f6-fb74261ae85b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dc3e00a-3557-40a2-80f6-fb74261ae85b found for delete ", "request_id": "req-ef8385e0-5a35-45ce-adb8-b11aaa7dcad3"}]} Oct 28 20:03:44.988010 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (0828649c-aba5-40c2-80a1-9fa7f9fb1e4c), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.992765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:44.999363 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0828649c-aba5-40c2-80a1-9fa7f9fb1e4c HTTP/1.1" status: 204 len: 168 time: 0.5370030 Oct 28 20:03:45.011834 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97ae4-168a-4224-af32-130da0ebb318 admin admin] Pushing event deleted for resources: {'Network': ['ID=0828649c-aba5-40c2-80a1-9fa7f9fb1e4c,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:45.033634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9955c71e-9f2d-4db6-b9a9-48fa2448db4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:45.158271 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42264) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:45.200167 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7c05ba2c-46d8-4e2b-8220-2a64664b3e72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85f6535669e54d06b11a6a4c37f07cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406401 Oct 28 20:03:45.202905 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42266) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:45.253655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] Publish callbacks [] for security_group (a4044d67-2907-488c-a5d3-b05a843bba23), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:45.275014 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] Publish callbacks [] for security_group (a4044d67-2907-488c-a5d3-b05a843bba23), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:45.323850 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (a4044d67-2907-488c-a5d3-b05a843bba23), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:45.326655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:45.327789 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4044d67-2907-488c-a5d3-b05a843bba23 HTTP/1.1" status: 204 len: 168 time: 0.1239073 Oct 28 20:03:45.335302 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21e53b-b989-4147-9575-fdd32ca0cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4044d67-2907-488c-a5d3-b05a843bba23,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:45.834792 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 470029d1-8a50-4138-ba65-3fce0d25f07b no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:03:45.858666 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 470029d1-8a50-4138-ba65-3fce0d25f07b {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:03:45.859021 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 470029d1-8a50-4138-ba65-3fce0d25f07b not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:03:45.859557 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ab50fa6b-5d93-4deb-953d-00c05bb957a2 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:03:45.878108 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: ab50fa6b-5d93-4deb-953d-00c05bb957a2 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:03:45.878475 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ab50fa6b-5d93-4deb-953d-00c05bb957a2 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:03:45.878899 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 53cca0fb-6e49-4c56-aef5-59aa38af7163 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:03:45.896954 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 53cca0fb-6e49-4c56-aef5-59aa38af7163 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:03:45.897309 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 53cca0fb-6e49-4c56-aef5-59aa38af7163 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:03:47.423173 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e8fea8aa-f718-497e-b8ba-0abafb504c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:48.394619 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:49.661887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:50.461673 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:51.172269 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:53.736676 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42370) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:53.849457 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c0d61ceb-2ca5-4489-bbb9-98373727ba43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:53.920880 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c0d61ceb-2ca5-4489-bbb9-98373727ba43 admin admin] Publish callbacks [] for security_group (1819e86b-7f60-4a73-88e7-a876ceec35b1), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:53.926606 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c0d61ceb-2ca5-4489-bbb9-98373727ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1819e86b-7f60-4a73-88e7-a876ceec35b1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:53.963230 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c0d61ceb-2ca5-4489-bbb9-98373727ba43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15658c6404bc4e6e964d40872e7d26c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254810 Oct 28 20:03:53.964087 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d61ceb-2ca5-4489-bbb9-98373727ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819e86b-7f60-4a73-88e7-a876ceec35b1,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:53.967260 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42374) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:54.022542 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Publish callbacks [] for security_group (1819e86b-7f60-4a73-88e7-a876ceec35b1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:54.044970 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Publish callbacks [] for security_group (1819e86b-7f60-4a73-88e7-a876ceec35b1), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:54.103729 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1819e86b-7f60-4a73-88e7-a876ceec35b1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:54.106648 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:54.107821 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1819e86b-7f60-4a73-88e7-a876ceec35b1 HTTP/1.1" status: 204 len: 168 time: 0.1392508 Oct 28 20:03:54.115593 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819e86b-7f60-4a73-88e7-a876ceec35b1,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:54.122898 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.123273 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.123618 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.123984 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.124293 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.124664 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.124982 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.125313 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.125641 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.125939 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.126321 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.126646 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:03:54.126964 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27cffdc-b3f7-4056-9fde-52261d037887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:03.562825 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42488) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:03.679068 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fc18bf30-cad5-4373-bcc9-61bf3b1f17c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.753511 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fc18bf30-cad5-4373-bcc9-61bf3b1f17c1 admin admin] Publish callbacks [] for security_group (75e6d11f-3fd3-4ff0-8593-38e640f0c340), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.761046 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-fc18bf30-cad5-4373-bcc9-61bf3b1f17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (75e6d11f-3fd3-4ff0-8593-38e640f0c340), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.797814 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-fc18bf30-cad5-4373-bcc9-61bf3b1f17c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4c00536e8774c24a30245f85f1ee2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339218 Oct 28 20:04:03.798664 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18bf30-cad5-4373-bcc9-61bf3b1f17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e6d11f-3fd3-4ff0-8593-38e640f0c340,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:03.801849 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42492) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:03.851291 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] Publish callbacks [] for security_group (75e6d11f-3fd3-4ff0-8593-38e640f0c340), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.874670 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] Publish callbacks [] for security_group (75e6d11f-3fd3-4ff0-8593-38e640f0c340), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.923586 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (75e6d11f-3fd3-4ff0-8593-38e640f0c340), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.926551 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:03.927699 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e6d11f-3fd3-4ff0-8593-38e640f0c340 HTTP/1.1" status: 204 len: 168 time: 0.1247818 Oct 28 20:04:03.935397 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd08acd-9911-4c6a-9685-f4ab7a9197c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e6d11f-3fd3-4ff0-8593-38e640f0c340,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:06.392680 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42560) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:06.499229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b8de1019-57b7-4996-a7c5-c4be6f56490b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.572845 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b8de1019-57b7-4996-a7c5-c4be6f56490b admin admin] Publish callbacks [] for security_group (ab481e00-a798-4e17-879b-11cad5674356), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.579960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-b8de1019-57b7-4996-a7c5-c4be6f56490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ab481e00-a798-4e17-879b-11cad5674356), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.627194 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-b8de1019-57b7-4996-a7c5-c4be6f56490b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2246bf8581ef4411a23411f0721af52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334208 Oct 28 20:04:06.628106 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de1019-57b7-4996-a7c5-c4be6f56490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab481e00-a798-4e17-879b-11cad5674356,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:06.630058 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42564) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:06.683500 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] Publish callbacks [] for security_group (ab481e00-a798-4e17-879b-11cad5674356), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.707082 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] Publish callbacks [] for security_group (ab481e00-a798-4e17-879b-11cad5674356), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.759515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (ab481e00-a798-4e17-879b-11cad5674356), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.762175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.763363 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab481e00-a798-4e17-879b-11cad5674356 HTTP/1.1" status: 204 len: 168 time: 0.1322534 Oct 28 20:04:06.771056 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6bb7c-62fe-4e5a-a340-72c699ba3e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab481e00-a798-4e17-879b-11cad5674356,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:07.035721 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42570) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:07.049231 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c71ad5-b8b3-45a9-9c4d-e0a43a7e0a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.127834 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c71ad5-b8b3-45a9-9c4d-e0a43a7e0a7c admin admin] Publish callbacks [] for security_group (1ba08a36-66d6-4584-8af7-d8e640ba7d38), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.132998 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-a2c71ad5-b8b3-45a9-9c4d-e0a43a7e0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1ba08a36-66d6-4584-8af7-d8e640ba7d38), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.168309 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71ad5-b8b3-45a9-9c4d-e0a43a7e0a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba08a36-66d6-4584-8af7-d8e640ba7d38,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:07.172607 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-a2c71ad5-b8b3-45a9-9c4d-e0a43a7e0a7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aa471d05b7a43ce9cf80363183d8395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358023 Oct 28 20:04:07.175812 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42572) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:07.222692 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] Publish callbacks [] for security_group (1ba08a36-66d6-4584-8af7-d8e640ba7d38), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.246962 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] Publish callbacks [] for security_group (1ba08a36-66d6-4584-8af7-d8e640ba7d38), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.298421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (1ba08a36-66d6-4584-8af7-d8e640ba7d38), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.301372 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:07.302540 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ba08a36-66d6-4584-8af7-d8e640ba7d38 HTTP/1.1" status: 204 len: 168 time: 0.1258116 Oct 28 20:04:07.311572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330bea5-e413-4dec-94b8-19f4572c5878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba08a36-66d6-4584-8af7-d8e640ba7d38,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:13.965913 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42692) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:14.072975 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-50c3f3bc-3a6e-43be-a587-fe5b134f18ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.154530 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-50c3f3bc-3a6e-43be-a587-fe5b134f18ae admin admin] Publish callbacks [] for security_group (98fc38e5-c363-44f2-98a2-4ea8f73e7f33), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.159890 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-50c3f3bc-3a6e-43be-a587-fe5b134f18ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (98fc38e5-c363-44f2-98a2-4ea8f73e7f33), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.197296 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-50c3f3bc-3a6e-43be-a587-fe5b134f18ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f1dc40c73344cae9411b68eff7efd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301869 Oct 28 20:04:14.198116 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f3bc-3a6e-43be-a587-fe5b134f18ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc38e5-c363-44f2-98a2-4ea8f73e7f33,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:14.200269 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42696) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:14.249012 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] Publish callbacks [] for security_group (98fc38e5-c363-44f2-98a2-4ea8f73e7f33), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.269838 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] Publish callbacks [] for security_group (98fc38e5-c363-44f2-98a2-4ea8f73e7f33), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.333033 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (98fc38e5-c363-44f2-98a2-4ea8f73e7f33), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.335750 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.339418 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98fc38e5-c363-44f2-98a2-4ea8f73e7f33 HTTP/1.1" status: 204 len: 168 time: 0.1355872 Oct 28 20:04:14.344620 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32234d-9a9d-4618-9e86-497321fa0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc38e5-c363-44f2-98a2-4ea8f73e7f33,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:14.618475 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42702) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:14.632513 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff69e-b9ea-4c47-b3d9-cbe0977df2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.712609 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff69e-b9ea-4c47-b3d9-cbe0977df2c1 admin admin] Publish callbacks [] for security_group (498248e0-9ca7-4092-a361-81e9762249bc), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.718366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff69e-b9ea-4c47-b3d9-cbe0977df2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (498248e0-9ca7-4092-a361-81e9762249bc), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.755237 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-4e6ff69e-b9ea-4c47-b3d9-cbe0977df2c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dff0200b0854942b2e2d4f554fefbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356592 Oct 28 20:04:14.756354 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff69e-b9ea-4c47-b3d9-cbe0977df2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498248e0-9ca7-4092-a361-81e9762249bc,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:14.758765 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42704) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:14.810421 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] Publish callbacks [] for security_group (498248e0-9ca7-4092-a361-81e9762249bc), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.832397 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] Publish callbacks [] for security_group (498248e0-9ca7-4092-a361-81e9762249bc), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.890501 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (498248e0-9ca7-4092-a361-81e9762249bc), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.893010 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:14.894181 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/498248e0-9ca7-4092-a361-81e9762249bc HTTP/1.1" status: 204 len: 168 time: 0.1348407 Oct 28 20:04:14.901940 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae70f-d1b1-464f-bdd7-8ed5aaee2f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498248e0-9ca7-4092-a361-81e9762249bc,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:15.028048 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c669074f-d9f7-4cd4-8f81-9dd3e261cc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:15.586882 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:04:17.409389 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-45d58b7f-d84c-4a16-8304-d6e16f79c360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:18.391082 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:19.667152 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:20.446942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:21.181503 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:45.035714 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-9c718ea1-115e-4ce7-b210-ef2b21b8c683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.471639 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 42906) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:46.582890 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.660229 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Publish callbacks [] for security_group (4ee8f64b-7bc7-4600-982c-500d97378d23), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.667761 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4ee8f64b-7bc7-4600-982c-500d97378d23), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.705740 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b0cb0edfff14fa4aa81db8de53498c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329910 Oct 28 20:04:46.707080 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8f64b-7bc7-4600-982c-500d97378d23,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:46.708776 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 42910) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:46.714517 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.714977 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.715315 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.715652 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.715979 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.716303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.716626 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.717009 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.717271 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.717590 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.717914 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.718274 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.718594 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca0f24-6bb5-43a5-9e9c-ee21e3201ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:46.757297 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] Publish callbacks [] for security_group (4ee8f64b-7bc7-4600-982c-500d97378d23), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.777433 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] Publish callbacks [] for security_group (4ee8f64b-7bc7-4600-982c-500d97378d23), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.835257 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (4ee8f64b-7bc7-4600-982c-500d97378d23), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.837842 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:46.839077 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ee8f64b-7bc7-4600-982c-500d97378d23 HTTP/1.1" status: 204 len: 168 time: 0.1293070 Oct 28 20:04:46.846950 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307e78-472c-43e6-991a-ce664b27e837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8f64b-7bc7-4600-982c-500d97378d23,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:47.404251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3752a5eb-5eee-4a56-9de2-f867b9e52e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:48.398125 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:49.667735 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:50.452115 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:51.180995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:52.587086 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:04:58.383614 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43044) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:58.535805 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4df1-2ade-484f-bd25-2ad03b763957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.624503 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4df1-2ade-484f-bd25-2ad03b763957 admin admin] Publish callbacks [] for security_group (fe029f87-bd11-4b1c-874b-f184751e9094), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.631186 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4df1-2ade-484f-bd25-2ad03b763957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fe029f87-bd11-4b1c-874b-f184751e9094), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.671735 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-7d7d4df1-2ade-484f-bd25-2ad03b763957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01d867153114d1ca1f36a22dd1e4061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870181 Oct 28 20:04:58.672581 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4df1-2ade-484f-bd25-2ad03b763957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe029f87-bd11-4b1c-874b-f184751e9094,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:58.674634 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43048) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:58.724843 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Publish callbacks [] for security_group (fe029f87-bd11-4b1c-874b-f184751e9094), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.745952 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Publish callbacks [] for security_group (fe029f87-bd11-4b1c-874b-f184751e9094), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.795709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (fe029f87-bd11-4b1c-874b-f184751e9094), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.798490 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:58.799646 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe029f87-bd11-4b1c-874b-f184751e9094 HTTP/1.1" status: 204 len: 168 time: 0.1239367 Oct 28 20:04:58.807887 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe029f87-bd11-4b1c-874b-f184751e9094,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:58.815135 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.815530 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.815883 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.816207 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.816573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.816912 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.817266 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.817583 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.817915 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.818274 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.818572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.818929 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:58.819248 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91443af6-fae2-4490-83fa-d9b476463e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:04:59.460672 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43070) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:59.564962 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-974219817-network', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:04:59.585147 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Made reservation on behalf of 2b5f076819ae4d8a91d65bdd972dea44 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:04:59.587429 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.598164 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.678551 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks [] for security_group (35e51eac-f295-43a0-85d0-734774ce2d5b), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.684118 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (35e51eac-f295-43a0-85d0-734774ce2d5b), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.710302 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:04:59.716543 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e51eac-f295-43a0-85d0-734774ce2d5b,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:59.722601 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (f5141038-d850-42a9-87c5-d5576aaf2298), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.722973 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Added segment f5141038-d850-42a9-87c5-d5576aaf2298 of type vlan for network f1f8489d-45b0-464e-ae94-4be13a5789c7 Oct 28 20:04:59.762914 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (f1f8489d-45b0-464e-ae94-4be13a5789c7), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.788675 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (f1f8489d-45b0-464e-ae94-4be13a5789c7), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.789648 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:04:59.790264 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:59.844258 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3824670 Oct 28 20:04:59.847340 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43074) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:04:59.849143 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3643a-f2c1-49eb-8ad4-7258c996cf61 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f8489d-45b0-464e-ae94-4be13a5789c7,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:04:59.852465 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Request body: {'subnet': {'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-974219817-subnet', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:04:59.859317 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:04:59.871502 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Made reservation on behalf of 2b5f076819ae4d8a91d65bdd972dea44 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:04:59.873765 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351756'] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.037717 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2930482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351614'] for subnet (7fe2dedb-072f-4e96-840f-7ae3242962da), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.089555 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe2dedb-072f-4e96-840f-7ae3242962da,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:00.101683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Checking segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:00.102233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Network hostable DHCP agents. Network: f1f8489d-45b0-464e-ae94-4be13a5789c7, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:05:00.125466 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:05:00.135495 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, f1f8489d-45b0-464e-ae94-4be13a5789c7) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:00.140183 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:00.140780 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.144636 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a123b04-3d18-4e5f-80b3-ad78918d7ca9 None None] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:05:00.159972 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-404d616f-ee84-4ee4-8095-ac120760d05b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3114858 Oct 28 20:05:00.162980 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43076) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:00.167413 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:00.188767 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.189839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.243345 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-f1f8489d-45b0-464e-ae94-4be13a5789c7', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:05:00.244219 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.246465 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for router_controller (e39c0e92-c62b-4740-b91a-29477c6a8d8f), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.381537 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Allocated IP 172.20.0.2 (f1f8489d-45b0-464e-ae94-4be13a5789c7/7fe2dedb-072f-4e96-840f-7ae3242962da/3e021d55-1af4-4007-8182-a8514e1797ba) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:00.635249 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for router_gateway (e39c0e92-c62b-4740-b91a-29477c6a8d8f), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.658828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks [] for port (3e021d55-1af4-4007-8182-a8514e1797ba), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.665852 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.700191 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:00.703007 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:00.706473 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:00.717104 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Pushing event updated for resources: {'Port': ['ID=3e021d55-1af4-4007-8182-a8514e1797ba,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:00.726637 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.726995 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.727334 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.727678 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.728014 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.728348 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.728680 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.729009 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.729355 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.729671 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.730000 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.730360 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.730687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:00.779804 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Attempting to bind port 3e021d55-1af4-4007-8182-a8514e1797ba on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:00.780176 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Attempting to bind port 3e021d55-1af4-4007-8182-a8514e1797ba by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:00.780542 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Attempting to bind port 3e021d55-1af4-4007-8182-a8514e1797ba on network f1f8489d-45b0-464e-ae94-4be13a5789c7 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:00.785553 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:00.785927 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Checking segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:00.786360 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.786751 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Bound using segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:00.787210 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Bound port: 3e021d55-1af4-4007-8182-a8514e1797ba, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:00.787591 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.839150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for router_gateway (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.846015 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] For port 3e021d55-1af4-4007-8182-a8514e1797ba, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:00.849289 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] For port 3e021d55-1af4-4007-8182-a8514e1797ba, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=3e021d55-1af4-4007-8182-a8514e1797ba,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:00.857982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.858170 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:00.912638 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93be90-c1ca-4e03-a4cb-ceb6e1d5ae4a None None] Pushing event updated for resources: {'Port': ['ID=3e021d55-1af4-4007-8182-a8514e1797ba,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:00.972300 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Allocated IP 172.27.3.119 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/73520639-1c56-468e-8e2f-675af1a0b793) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:01.084555 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for port (73520639-1c56-468e-8e2f-675af1a0b793), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.121331 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (73520639-1c56-468e-8e2f-675af1a0b793), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.158152 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:01.162719 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:01.165509 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:01.195550 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Pushing event updated for resources: {'Port': ['ID=73520639-1c56-468e-8e2f-675af1a0b793,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:01.411442 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for router_gateway (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.606236 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.735666 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Router e39c0e92-c62b-4740-b91a-29477c6a8d8f is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:05:01.798290 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688237-6f0c-49a9-b485-2ab843975289 None None] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:05:01.846757 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:05:01.861069 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Sync routers for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:05:01.871223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-95738626-1814-4800-8625-847405e7de43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.872561 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-95738626-1814-4800-8625-847405e7de43 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7085152 Oct 28 20:05:01.875398 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43078) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:01.876751 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:01.877584 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:01.888428 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Provisioning complete for port 3e021d55-1af4-4007-8182-a8514e1797ba triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:01.889213 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:01.889838 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Attempt 1 to provision port 3e021d55-1af4-4007-8182-a8514e1797ba Oct 28 20:05:01.959773 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 3e021d55-1af4-4007-8182-a8514e1797ba up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:02.008552 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:02.037039 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Current status of the port 3e021d55-1af4-4007-8182-a8514e1797ba is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:02.037352 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.091264 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] For port 3e021d55-1af4-4007-8182-a8514e1797ba, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=3e021d55-1af4-4007-8182-a8514e1797ba,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:02.094821 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 3e021d55-1af4-4007-8182-a8514e1797ba triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:02.095208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.095584 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 3e021d55-1af4-4007-8182-a8514e1797ba Oct 28 20:05:02.117250 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.202279 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7e280-abc7-4e4d-9750-5e9238846a74 None None] Pushing event updated for resources: {'Port': ['ID=3e021d55-1af4-4007-8182-a8514e1797ba,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:02.218405 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:01Z', 'revision_number': 3, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:02.219723 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 3e021d55-1af4-4007-8182-a8514e1797ba is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:02.236506 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-41e4eab1-7674-4a1a-b488-760e15499627 None None] Provisioning complete for port 3e021d55-1af4-4007-8182-a8514e1797ba triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:02.236881 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-41e4eab1-7674-4a1a-b488-760e15499627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.237216 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-41e4eab1-7674-4a1a-b488-760e15499627 None None] Attempt 1 to provision port 3e021d55-1af4-4007-8182-a8514e1797ba Oct 28 20:05:02.243630 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Checking router: e39c0e92-c62b-4740-b91a-29477c6a8d8f for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:05:02.243991 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Updating router e39c0e92-c62b-4740-b91a-29477c6a8d8f port 73520639-1c56-468e-8e2f-675af1a0b793 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:05:02.275387 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (73520639-1c56-468e-8e2f-675af1a0b793), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.315661 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-41e4eab1-7674-4a1a-b488-760e15499627 None None] Current status of the port 3e021d55-1af4-4007-8182-a8514e1797ba is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:02.329036 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.480143 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Allocated IP 172.20.0.1 (f1f8489d-45b0-464e-ae94-4be13a5789c7/7fe2dedb-072f-4e96-840f-7ae3242962da/ea4a884e-9a79-48c0-a60e-7f72b8cae95c) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:02.514209 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks [] for port (73520639-1c56-468e-8e2f-675af1a0b793), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.520176 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (73520639-1c56-468e-8e2f-675af1a0b793), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.551650 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Attempting to bind port 73520639-1c56-468e-8e2f-675af1a0b793 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:02.552022 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Attempting to bind port 73520639-1c56-468e-8e2f-675af1a0b793 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:02.552380 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Attempting to bind port 73520639-1c56-468e-8e2f-675af1a0b793 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:02.559940 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:02.560310 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:02.560710 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.561102 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:02.561568 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Bound port: 73520639-1c56-468e-8e2f-675af1a0b793, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:02.561953 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (73520639-1c56-468e-8e2f-675af1a0b793), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.581019 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks [] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.588839 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Pushing event updated for resources: {'Port': ['ID=73520639-1c56-468e-8e2f-675af1a0b793,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:02.599476 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.599840 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.600200 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.600541 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.600874 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.601258 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.601591 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.601923 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.602277 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.602638 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.602932 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.603251 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.603567 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:02.617754 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.629145 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] For port 73520639-1c56-468e-8e2f-675af1a0b793, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:02.632950 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] For port 73520639-1c56-468e-8e2f-675af1a0b793, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=73520639-1c56-468e-8e2f-675af1a0b793,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:02.643980 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (73520639-1c56-468e-8e2f-675af1a0b793), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.656817 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:02.670966 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:02.673166 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:02.679175 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Pushing event updated for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:02.702429 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c3bc-f84a-497c-bf9d-a480703dfac2 None None] Pushing event updated for resources: {'Port': ['ID=73520639-1c56-468e-8e2f-675af1a0b793,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:02.705900 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:02.706725 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:02.715924 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.811018 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:02.849191 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.938512 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Provisioning complete for port ea4a884e-9a79-48c0-a60e-7f72b8cae95c triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:02.939235 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:02.939581 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 1 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:02.971495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:03.013355 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks [] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:03.018633 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:03.068558 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:01Z', 'revision_number': 3, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:03.081417 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:03.084288 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Pushing event updated for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:03.092787 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13035dd-c275-4b3e-b0ec-23b2dd5b862b None None] The sync data for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi is: [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:01Z', 'revision_number': 3, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:05:03.181790 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:03.183437 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:03.313501 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Router e39c0e92-c62b-4740-b91a-29477c6a8d8f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:05:03.439136 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:05:03.445515 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c580065d-34b6-492e-a59d-302753fd8acd admin admin] 10.222.0.20 "PUT /v2.0/routers/e39c0e92-c62b-4740-b91a-29477c6a8d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5687599 Oct 28 20:05:03.472475 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 2 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:03.509265 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:03.934172 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43094) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:03.939239 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1186891446-network', 'tenant_id': '588c308103bb476296600de317474a49'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:03.962169 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 73520639-1c56-468e-8e2f-675af1a0b793 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:03.963451 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Made reservation on behalf of 588c308103bb476296600de317474a49 for: {'network': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:05:03.965903 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for network (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:03.977181 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.008416 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 73520639-1c56-468e-8e2f-675af1a0b793 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:04.009076 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (73520639-1c56-468e-8e2f-675af1a0b793), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.009185 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 73520639-1c56-468e-8e2f-675af1a0b793 Oct 28 20:05:04.010420 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 3 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:04.052974 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks [] for security_group (c00acd01-2176-4354-b953-2a57bd18817d), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.058489 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c00acd01-2176-4354-b953-2a57bd18817d), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.064252 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:04.080283 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=115426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:05:04.095980 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00acd01-2176-4354-b953-2a57bd18817d,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:04.098926 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (10d840ac-da9a-4967-b720-c2b60cbd87f6), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.099272 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.segments_db [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Added segment 10d840ac-da9a-4967-b720-c2b60cbd87f6 of type vlan for network 39ef85e0-eb9f-417a-ad89-be81d832becf Oct 28 20:05:04.109634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 73520639-1c56-468e-8e2f-675af1a0b793 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:04.110042 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (73520639-1c56-468e-8e2f-675af1a0b793), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.132023 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port 73520639-1c56-468e-8e2f-675af1a0b793, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=73520639-1c56-468e-8e2f-675af1a0b793,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:04.137067 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (73520639-1c56-468e-8e2f-675af1a0b793), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.137988 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 3e021d55-1af4-4007-8182-a8514e1797ba up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:04.145055 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791948360524'] for network (39ef85e0-eb9f-417a-ad89-be81d832becf), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.173132 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306'] for network (39ef85e0-eb9f-417a-ad89-be81d832becf), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.174252 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:04.175016 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.211877 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=73520639-1c56-468e-8e2f-675af1a0b793,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:04.220082 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 3e021d55-1af4-4007-8182-a8514e1797ba triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:04.220420 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.220790 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 3e021d55-1af4-4007-8182-a8514e1797ba Oct 28 20:05:04.230898 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2955616 Oct 28 20:05:04.233851 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43096) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:04.236124 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f9bee-c28b-4a6d-a77e-3b0f68b4432c admin admin] Pushing event updated for resources: {'Network': ['ID=39ef85e0-eb9f-417a-ad89-be81d832becf,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:04.238886 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Request body: {'subnet': {'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1186891446-subnet', 'tenant_id': '588c308103bb476296600de317474a49', 'ip_version': 4}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:04.251936 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Network 39ef85e0-eb9f-417a-ad89-be81d832becf details requested by agent ovs-agent-dv-cinder-862894-1-iscsi with host dv-cinder-862894-1-iscsi {{(pid=115428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:05:04.259453 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Made reservation on behalf of 588c308103bb476296600de317474a49 for: {'subnet': 1} {{(pid=115427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:05:04.261996 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351756'] for subnet (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.356940 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 3e021d55-1af4-4007-8182-a8514e1797ba is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:04.566115 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 4 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:04.617142 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:04.681119 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Sync routers for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:05:04.691088 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:04.691750 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:04.696810 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2930482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351614'] for subnet (51017b40-b367-47ef-9c6f-e89085ddc5c8), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.752965 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=51017b40-b367-47ef-9c6f-e89085ddc5c8,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:04.763258 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Checking segment: {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:04.764279 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Network hostable DHCP agents. Network: 39ef85e0-eb9f-417a-ad89-be81d832becf, hostable agents: ['6587559a-9e6a-45e8-b966-6a2db74ba204'], hosted agents: [] {{(pid=115427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:05:04.782747 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Network 39ef85e0-eb9f-417a-ad89-be81d832becf is scheduled to be hosted by DHCP agent 6587559a-9e6a-45e8-b966-6a2db74ba204 with binding_index 1 {{(pid=115427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:05:04.792303 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-iscsi, 39ef85e0-eb9f-417a-ad89-be81d832becf) {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:04.797298 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:04.798019 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.803900 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:04.805984 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8a9b2-6cdb-4e6f-aa82-c49355cb8f60 None None] Network 39ef85e0-eb9f-417a-ad89-be81d832becf requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:05:04.816207 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-471ac945-3229-40c9-b126-4d2b143ccaba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5811949 Oct 28 20:05:04.818893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43098) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:04.823538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:04.844360 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-768477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39601'] for router (b253286b-37f2-4874-9134-8c3717dceff1), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.845333 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39624'] for router (b253286b-37f2-4874-9134-8c3717dceff1), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:04.900627 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for router_controller (b253286b-37f2-4874-9134-8c3717dceff1), precommit_add_association {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.007868 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b67dae-66bf-5f2c-aed3-5b32cc744d6d-39ef85e0-eb9f-417a-ad89-be81d832becf', 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf', 'project_id': '588c308103bb476296600de317474a49', 'fixed_ips': [{'subnet_id': '51017b40-b367-47ef-9c6f-e89085ddc5c8'}]}} from dv-cinder-862894-1-iscsi. {{(pid=115428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:05:05.009378 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.035005 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for router_gateway (b253286b-37f2-4874-9134-8c3717dceff1), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.122553 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 5 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:05.326626 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:05.347685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 2, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:05.353307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.db_base_plugin_common [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Allocated IP 172.20.0.2 (39ef85e0-eb9f-417a-ad89-be81d832becf/51017b40-b367-47ef-9c6f-e89085ddc5c8/d2ce7be7-a815-4bd9-95c9-350511cfedef) {{(pid=115428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:05.378446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Checking router: e39c0e92-c62b-4740-b91a-29477c6a8d8f for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:05:05.378700 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Updating router e39c0e92-c62b-4740-b91a-29477c6a8d8f port ea4a884e-9a79-48c0-a60e-7f72b8cae95c binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:05:05.449184 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.497608 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for router_gateway (b253286b-37f2-4874-9134-8c3717dceff1), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.516237 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.621056 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Allocated IP 172.27.3.72 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/aeaeebfc-7887-4516-babc-d8c91eb6af70) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:05.659444 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks [] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), precommit_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.672114 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), after_create {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.725143 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.730340 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Network 39ef85e0-eb9f-417a-ad89-be81d832becf is already hosted by enough agents. {{(pid=115428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:05.743199 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.scheduler.base_scheduler [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Resources bound (agent type, host, resource id): {{(pid=115428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:05.749208 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Received port after_create {{(pid=115428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:05.759256 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.760887 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Pushing event updated for resources: {'Port': ['ID=d2ce7be7-a815-4bd9-95c9-350511cfedef,revision_number=1']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:05.799573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:05.802943 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:05.805426 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:05.830410 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 6 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:05.834852 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Pushing event updated for resources: {'Port': ['ID=aeaeebfc-7887-4516-babc-d8c91eb6af70,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:05.876942 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Attempting to bind port d2ce7be7-a815-4bd9-95c9-350511cfedef on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:05.877315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Attempting to bind port d2ce7be7-a815-4bd9-95c9-350511cfedef by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:05.877708 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Attempting to bind port d2ce7be7-a815-4bd9-95c9-350511cfedef on network 39ef85e0-eb9f-417a-ad89-be81d832becf {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:05.883937 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks [] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.894275 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:05.894545 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Checking segment: {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:05.894971 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.895362 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Bound using segment: {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:05.895837 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Bound port: d2ce7be7-a815-4bd9-95c9-350511cfedef, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:05.896218 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.898315 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.900348 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Port ea4a884e-9a79-48c0-a60e-7f72b8cae95c cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:05.914227 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 73520639-1c56-468e-8e2f-675af1a0b793 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:06.020296 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fcdee-c4df-448c-8b23-6c69a738f793 None None] Pushing event updated for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:06.056971 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for router_gateway (b253286b-37f2-4874-9134-8c3717dceff1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.074794 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] For port d2ce7be7-a815-4bd9-95c9-350511cfedef, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:06.076860 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Attempting to bind port ea4a884e-9a79-48c0-a60e-7f72b8cae95c on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:06.077231 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Attempting to bind port ea4a884e-9a79-48c0-a60e-7f72b8cae95c by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:06.077596 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Attempting to bind port ea4a884e-9a79-48c0-a60e-7f72b8cae95c on network f1f8489d-45b0-464e-ae94-4be13a5789c7 {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:06.091163 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:06.091534 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Checking segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:06.091941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.092346 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Bound using segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:06.092817 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Bound port: ea4a884e-9a79-48c0-a60e-7f72b8cae95c, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:06.093200 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.096147 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] For port d2ce7be7-a815-4bd9-95c9-350511cfedef, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d2ce7be7-a815-4bd9-95c9-350511cfedef,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:06.109730 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.115863 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port 73520639-1c56-468e-8e2f-675af1a0b793 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:06.116228 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (73520639-1c56-468e-8e2f-675af1a0b793), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.116560 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port 73520639-1c56-468e-8e2f-675af1a0b793 Oct 28 20:05:06.225234 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd1a2-39e6-4d66-a50f-007d1a3721ee None None] Pushing event updated for resources: {'Port': ['ID=d2ce7be7-a815-4bd9-95c9-350511cfedef,revision_number=2']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:06.235911 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] For port ea4a884e-9a79-48c0-a60e-7f72b8cae95c, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:06.240310 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] For port ea4a884e-9a79-48c0-a60e-7f72b8cae95c, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:06.251605 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773570'] for router (b253286b-37f2-4874-9134-8c3717dceff1), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.267348 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.332751 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:06.333387 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:06.335151 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port 73520639-1c56-468e-8e2f-675af1a0b793 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:06.384495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fcdee-c4df-448c-8b23-6c69a738f793 None None] Pushing event updated for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:06.402351 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Router b253286b-37f2-4874-9134-8c3717dceff1 is scheduled to L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 with binding_index 1 {{(pid=115426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:05:06.402663 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Attempt 7 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:06.492517 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:06.509441 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:05:06.518738 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Sync routers for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:05:06.529304 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:06.529903 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:06.536054 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.540497 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43100) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:06.541002 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ce9d74b9-6097-4dd6-8635-9eae7fed2713 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7206483 Oct 28 20:05:06.583299 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Current status of the port ea4a884e-9a79-48c0-a60e-7f72b8cae95c is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:06.583685 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.631015 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:06.662610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] For port ea4a884e-9a79-48c0-a60e-7f72b8cae95c, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:06.669561 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.758185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808def-bfde-41b9-9a7e-3be6503abb8f None None] Pushing event updated for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:06.799705 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-6b8911b9-8bc1-4aa1-9064-e2fcf7775a10 None None] Provisioning complete for port ea4a884e-9a79-48c0-a60e-7f72b8cae95c triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:06.800162 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-6b8911b9-8bc1-4aa1-9064-e2fcf7775a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.800568 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-6b8911b9-8bc1-4aa1-9064-e2fcf7775a10 None None] Attempt 1 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:06.808503 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:06.810320 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:05Z', 'revision_number': 3, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:06.835234 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Checking router: b253286b-37f2-4874-9134-8c3717dceff1 for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:05:06.835941 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Updating router b253286b-37f2-4874-9134-8c3717dceff1 port aeaeebfc-7887-4516-babc-d8c91eb6af70 binding host dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:05:06.864611 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:06.883373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140166b3-ac62-4616-b64d-bec7add0cd51 None None] The sync data for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi is: [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:05:06.931695 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-6b8911b9-8bc1-4aa1-9064-e2fcf7775a10 None None] Current status of the port ea4a884e-9a79-48c0-a60e-7f72b8cae95c is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:07.019568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.184702 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks [] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), precommit_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.193387 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.206606 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Allocated IP 172.20.0.1 (39ef85e0-eb9f-417a-ad89-be81d832becf/51017b40-b367-47ef-9c6f-e89085ddc5c8/d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:07.252671 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dad48-c06a-4f7a-a4f7-af1d4f8c20a6 None None] Pushing event updated for resources: {'Port': ['ID=aeaeebfc-7887-4516-babc-d8c91eb6af70,revision_number=2']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:07.259113 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Attempting to bind port aeaeebfc-7887-4516-babc-d8c91eb6af70 on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:07.259479 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Attempting to bind port aeaeebfc-7887-4516-babc-d8c91eb6af70 by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:07.259837 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Attempting to bind port aeaeebfc-7887-4516-babc-d8c91eb6af70 on network 7c56394e-3225-4842-8e35-c4bdd3d84a2a {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:07.264910 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:07.265333 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Checking segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:07.265614 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.266005 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Bound using segment: {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'} {{(pid=115429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:07.266507 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.managers [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Bound port: aeaeebfc-7887-4516-babc-d8c91eb6af70, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7799152-4804-432d-b2d8-41a9b6de00e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a'}}] {{(pid=115429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:07.266975 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), before_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.274856 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de979c6c-818b-42c3-b8ab-9460205fd85d None None] Network 39ef85e0-eb9f-417a-ad89-be81d832becf requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:05:07.320666 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] For port aeaeebfc-7887-4516-babc-d8c91eb6af70, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:07.324874 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.plugins.ml2.db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] For port aeaeebfc-7887-4516-babc-d8c91eb6af70, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=aeaeebfc-7887-4516-babc-d8c91eb6af70,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:07.335339 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks [] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.335724 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron_lib.callbacks.manager [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), after_update {{(pid=115429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.376034 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:07.376264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.376678 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:07.426864 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Network 39ef85e0-eb9f-417a-ad89-be81d832becf is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:07.431752 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:07.441021 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dad48-c06a-4f7a-a4f7-af1d4f8c20a6 None None] Pushing event updated for resources: {'Port': ['ID=aeaeebfc-7887-4516-babc-d8c91eb6af70,revision_number=3']} {{(pid=115429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:07.441675 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:07.454296 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:07.511515 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772375'] for router_interface (b253286b-37f2-4874-9134-8c3717dceff1), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.511725 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:07.518574 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Provisioning complete for port d2ce7be7-a815-4bd9-95c9-350511cfedef triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:07.518951 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.519299 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Attempt 1 to provision port d2ce7be7-a815-4bd9-95c9-350511cfedef Oct 28 20:05:07.655223 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Current status of the port d2ce7be7-a815-4bd9-95c9-350511cfedef is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:07.655935 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.698960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.715198 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] For port d2ce7be7-a815-4bd9-95c9-350511cfedef, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d2ce7be7-a815-4bd9-95c9-350511cfedef,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:07.724769 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:05Z', 'revision_number': 3, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:07.730510 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.761409 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398769-b30c-4f2e-bd26-07cc4e6bd0b1 None None] The sync data for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi is: [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:05Z', 'revision_number': 3, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:05:07.807772 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5bc8-1c6b-4ce5-b3d7-57b602c42418 None None] Pushing event updated for resources: {'Port': ['ID=d2ce7be7-a815-4bd9-95c9-350511cfedef,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:07.930840 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks [] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.935988 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.960300 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Provisioning complete for port d2ce7be7-a815-4bd9-95c9-350511cfedef triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:07.960724 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:07.961067 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 1 to provision port d2ce7be7-a815-4bd9-95c9-350511cfedef Oct 28 20:05:08.025092 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d2ce7be7-a815-4bd9-95c9-350511cfedef up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:08.062791 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-772483'] for router_interface (b253286b-37f2-4874-9134-8c3717dceff1), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:08.126004 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Current status of the port d2ce7be7-a815-4bd9-95c9-350511cfedef is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:08.131226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port d2ce7be7-a815-4bd9-95c9-350511cfedef triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:08.131587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:08.131995 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port d2ce7be7-a815-4bd9-95c9-350511cfedef Oct 28 20:05:08.192595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:08.209379 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Provisioning complete for port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:08.209881 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:08.210257 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 1 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:08.226728 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Network 39ef85e0-eb9f-417a-ad89-be81d832becf is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:08.228310 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:08.283151 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port d2ce7be7-a815-4bd9-95c9-350511cfedef is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:08.284546 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ea4a884e-9a79-48c0-a60e-7f72b8cae95c up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:08.361637 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:08.374627 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port ea4a884e-9a79-48c0-a60e-7f72b8cae95c triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:08.375211 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:08.375644 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port ea4a884e-9a79-48c0-a60e-7f72b8cae95c Oct 28 20:05:08.386233 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Router b253286b-37f2-4874-9134-8c3717dceff1 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:05:08.463788 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port ea4a884e-9a79-48c0-a60e-7f72b8cae95c is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:08.513074 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:05:08.518917 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-68282ac3-609a-4691-9775-b680dbb595b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/b253286b-37f2-4874-9134-8c3717dceff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753892 Oct 28 20:05:08.862944 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 2 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:08.901774 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:09.402801 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 3 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:09.439307 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:09.941961 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 4 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:09.943968 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device aeaeebfc-7887-4516-babc-d8c91eb6af70 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:10.012319 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:10.030828 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port aeaeebfc-7887-4516-babc-d8c91eb6af70 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:10.031484 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:10.031970 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port aeaeebfc-7887-4516-babc-d8c91eb6af70 Oct 28 20:05:10.127610 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port aeaeebfc-7887-4516-babc-d8c91eb6af70 is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:10.128003 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:10.150413 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] For port aeaeebfc-7887-4516-babc-d8c91eb6af70, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=aeaeebfc-7887-4516-babc-d8c91eb6af70,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:10.156612 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:10.208977 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Pushing event updated for resources: {'Port': ['ID=aeaeebfc-7887-4516-babc-d8c91eb6af70,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:10.249605 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Sync routers for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:05:10.263312 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:10.263941 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:10.370287 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:10.513568 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 5 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:10.572414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:10.603025 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 4, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'd60c5b84-0e8a-40a3-a758-e3b40f3c4e0a', 'name': '', 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf', 'tenant_id': '588c308103bb476296600de317474a49', 'mac_address': 'fa:16:3e:37:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:07Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 2, 'project_id': '588c308103bb476296600de317474a49', 'subnets': [{'id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:10.627980 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Checking router: b253286b-37f2-4874-9134-8c3717dceff1 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:05:10.628347 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Updating router b253286b-37f2-4874-9134-8c3717dceff1 port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a binding host dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:05:10.664514 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:10.938144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks [] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), precommit_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:10.946364 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.013074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542e4ca-d8a3-4552-89a0-eedaf783a69a None None] Pushing event updated for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=3']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:11.044109 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Attempting to bind port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a on host dv-cinder-862894-1-iscsi for vnic_type normal with profile {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:11.044489 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Attempting to bind port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a by drivers openvswitch,hyperv on host dv-cinder-862894-1-iscsi at level 0 using segments [{'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:11.044989 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Attempting to bind port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a on network 39ef85e0-eb9f-417a-ad89-be81d832becf {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:11.051893 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Checking agent: {'id': '76cfd8dd-7944-4c31-b631-186565bdc2ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 21), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:11.052277 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Checking segment: {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:11.052687 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.053078 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Bound using segment: {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'} {{(pid=115428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:11.053552 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.managers [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Bound port: d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a, host: dv-cinder-862894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d840ac-da9a-4967-b720-c2b60cbd87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf'}}] {{(pid=115428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:11.053956 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.086943 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 6 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:11.133771 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:11.146459 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] For port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a, host dv-cinder-862894-1-iscsi, cleared binding levels {{(pid=115428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:11.150888 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] For port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a, host dv-cinder-862894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:11.158826 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.201591 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:11.202159 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:04:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:11.261621 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542e4ca-d8a3-4552-89a0-eedaf783a69a None None] Pushing event updated for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:11.331181 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:11.538209 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 4, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'd60c5b84-0e8a-40a3-a758-e3b40f3c4e0a', 'name': '', 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf', 'tenant_id': '588c308103bb476296600de317474a49', 'mac_address': 'fa:16:3e:37:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:07Z', 'updated_at': '2022-10-28T20:05:11Z', 'revision_number': 4, 'project_id': '588c308103bb476296600de317474a49', 'subnets': [{'id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:11.565060 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eee801-d409-494c-bfc3-f0b69504b9a9 None None] The sync data for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi is: [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:05:07Z', 'revision_number': 4, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'd60c5b84-0e8a-40a3-a758-e3b40f3c4e0a', 'name': '', 'network_id': '39ef85e0-eb9f-417a-ad89-be81d832becf', 'tenant_id': '588c308103bb476296600de317474a49', 'mac_address': 'fa:16:3e:37:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:07Z', 'updated_at': '2022-10-28T20:05:11Z', 'revision_number': 4, 'project_id': '588c308103bb476296600de317474a49', 'subnets': [{'id': '51017b40-b367-47ef-9c6f-e89085ddc5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:05:11.634712 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Attempt 7 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:11.733369 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Current status of the port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a is: DOWN; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:11.733763 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.937891 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] For port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:11.946782 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:12.030164 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887063-ea16-40a8-96d8-ae3b19881f05 None None] Pushing event updated for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:12.058399 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device aeaeebfc-7887-4516-babc-d8c91eb6af70 up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:12.119274 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f8335b06-38f3-42ad-ad35-db990a5ef612 None None] Provisioning complete for port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:12.119715 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f8335b06-38f3-42ad-ad35-db990a5ef612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:12.120122 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f8335b06-38f3-42ad-ad35-db990a5ef612 None None] Attempt 1 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:12.161480 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port aeaeebfc-7887-4516-babc-d8c91eb6af70 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:12.161931 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:12.162371 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port aeaeebfc-7887-4516-babc-d8c91eb6af70 Oct 28 20:05:12.260553 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f8335b06-38f3-42ad-ad35-db990a5ef612 None None] Current status of the port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:12.274339 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port aeaeebfc-7887-4516-babc-d8c91eb6af70 is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:12.275460 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:12.336153 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:12.336869 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:12.337161 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:12.429129 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:13.898954 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a up at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:13.948977 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Provisioning complete for port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:13.949349 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:13.949684 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Attempt 1 to provision port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a Oct 28 20:05:14.030302 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Current status of the port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a is: ACTIVE; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:15.029313 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-93749905-54b0-41cc-b86d-5460c2e7b613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:17.407573 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-00c93764-61d5-49aa-98ae-06f3d279ba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:17.679624 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-28aa28aa-91e8-4e6f-b373-63fa1b1aca97 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:17.681143 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-28aa28aa-91e8-4e6f-b373-63fa1b1aca97 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 814 time: 0.1126781 Oct 28 20:05:17.696269 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-0307d97d-7884-411f-bc45-51596d1ef118 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/quotas/2b5f076819ae4d8a91d65bdd972dea44 HTTP/1.1" status: 200 len: 375 time: 0.0094991 Oct 28 20:05:17.753253 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-128365c8-49fb-410f-bab9-72b220144780 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517430 Oct 28 20:05:17.769250 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-99d72d17-69fb-4f33-9b9f-96c8cb5c1e9d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=115427) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:05:17.770306 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-99d72d17-69fb-4f33-9b9f-96c8cb5c1e9d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052700 Oct 28 20:05:17.857788 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-5400212c-f576-4650-8e03-b3505e66190f service neutron] 10.222.0.20 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819814 Oct 28 20:05:17.953125 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-9366ab56-ba34-4263-a036-97a0a2e973e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891414 Oct 28 20:05:18.114604 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5e3945c7-1379-4750-9541-912228d37d90 req-d1ac694a-7c4e-4258-b286-b4a63f31da77 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Oct 28 20:05:18.393906 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.209846 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-0cc7bc06-538f-4013-a737-5d88631c9575 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:19.211442 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-0cc7bc06-538f-4013-a737-5d88631c9575 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 814 time: 0.1074009 Oct 28 20:05:19.220011 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-93229ea7-6294-4f98-8854-167bfa935615 req-883067b5-5ec6-4a95-b5c1-70919aa0a704 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 210 time: 0.0298274 Oct 28 20:05:19.226746 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'port': {'device_id': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'admin_state_up': True, 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:19.338813 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Made reservation on behalf of 2b5f076819ae4d8a91d65bdd972dea44 for: {'port': 1} {{(pid=115426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:05:19.342393 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.472009 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_common [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Allocated IP 172.20.0.13 (f1f8489d-45b0-464e-ae94-4be13a5789c7/7fe2dedb-072f-4e96-840f-7ae3242962da/fff4add1-b239-43f4-9c99-274b8a0a3483) {{(pid=115426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:19.663760 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.672741 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.700778 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.740680 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 is already hosted by enough agents. {{(pid=115426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:19.744150 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.base_scheduler [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Resources bound (agent type, host, resource id): {{(pid=115426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:19.748027 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Received port after_create {{(pid=115426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:19.783003 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:19.827494 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:19.828500 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:19.865748 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-af55480f-7373-43b5-a815-0bba6fcbb70b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6437676 Oct 28 20:05:20.036722 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Provisioning complete for port fff4add1-b239-43f4-9c99-274b8a0a3483 triggered by entity DHCP. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:20.037107 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:20.037540 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 1 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:20.072544 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:20.354604 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36aa5f-a939-43c9-8573-2f2e811ac344 req-aa00cb93-eddd-4ff4-90c7-48444f902d01 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:20.356092 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4b36aa5f-a939-43c9-8573-2f2e811ac344 req-aa00cb93-eddd-4ff4-90c7-48444f902d01 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0549428 Oct 28 20:05:20.423541 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-4b36aa5f-a939-43c9-8573-2f2e811ac344 req-aa3d0d60-e81b-4cbf-8dbe-f92967b6c36b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Oct 28 20:05:20.464932 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:20.573872 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 2 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:20.613896 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:21.114792 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 3 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:21.148694 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:21.171094 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:21.544110 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504cbe-0115-4431-b545-16d22394f588 req-a01a7027-95a2-41cf-8d5b-a2f0b8ad285d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:21.545648 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c6504cbe-0115-4431-b545-16d22394f588 req-a01a7027-95a2-41cf-8d5b-a2f0b8ad285d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0522571 Oct 28 20:05:21.598060 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c6504cbe-0115-4431-b545-16d22394f588 req-0a71b90f-178a-4f0a-adc6-ca94eb86feaa tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Oct 28 20:05:21.650466 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 4 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:21.701168 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:22.201954 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 5 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:22.234340 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:22.727909 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c0fb-cd2f-4a78-9111-3648532c0bff req-5d1ed55b-93fd-4004-8059-8821b1c4e462 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:22.729528 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc87c0fb-cd2f-4a78-9111-3648532c0bff req-5d1ed55b-93fd-4004-8059-8821b1c4e462 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0530112 Oct 28 20:05:22.735947 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 6 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:22.774543 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:22.791132 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-dc87c0fb-cd2f-4a78-9111-3648532c0bff req-c8cfc126-3d44-4dac-91f0-7660573215ce tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Oct 28 20:05:23.276333 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 7 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:23.313807 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:23.815417 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 8 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:23.863163 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:23.943556 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc5313-ac6e-4433-8d5f-ba9c4b554631 req-89d6685e-2658-44b3-8074-d0dc6fe77490 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:23.944946 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b2fc5313-ac6e-4433-8d5f-ba9c4b554631 req-89d6685e-2658-44b3-8074-d0dc6fe77490 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0586400 Oct 28 20:05:24.015919 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b2fc5313-ac6e-4433-8d5f-ba9c4b554631 req-3f59cfb2-4a21-4c3f-8d91-155131c8294d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651495 Oct 28 20:05:24.364732 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 9 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:24.396821 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:24.898685 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Attempt 10 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:24.936302 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-93fdf205-67e6-4f3b-a57b-11275288af0d None None] Port fff4add1-b239-43f4-9c99-274b8a0a3483 cannot update to ACTIVE because it is not bound. {{(pid=115428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:05:25.146865 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644afb1-d3a3-4972-811a-e58b8415aa67 req-5b02d13a-44bb-4b3e-8654-fb88a4ba847c tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:25.148388 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8644afb1-d3a3-4972-811a-e58b8415aa67 req-5b02d13a-44bb-4b3e-8654-fb88a4ba847c tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0540528 Oct 28 20:05:25.200298 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8644afb1-d3a3-4972-811a-e58b8415aa67 req-7b23c06a-7fae-4d31-bfe6-e31f02a9ad46 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Oct 28 20:05:26.332173 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e9a5-e493-4380-be3c-dafbb14e0f1b req-f3e3b26d-3ff7-4865-8fab-ac47994580ac tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:26.333691 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e298e9a5-e493-4380-be3c-dafbb14e0f1b req-f3e3b26d-3ff7-4865-8fab-ac47994580ac tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.0534408 Oct 28 20:05:26.380957 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-e298e9a5-e493-4380-be3c-dafbb14e0f1b req-82b36f1c-7e41-406a-a6ea-eb1c4289c862 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Oct 28 20:05:27.364098 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Request body: {'port': {'device_id': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:27.435697 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.604214 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51a10d-e6c7-4595-82e1-08b267d0d236 req-c09da28e-ed62-4826-b5ee-ebba42778b87 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:27.605756 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db51a10d-e6c7-4595-82e1-08b267d0d236 req-c09da28e-ed62-4826-b5ee-ebba42778b87 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 932 time: 0.1358409 Oct 28 20:05:27.700315 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-db51a10d-e6c7-4595-82e1-08b267d0d236 req-454a90be-1f64-4586-b64f-bfe6c45016ad tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Oct 28 20:05:27.759341 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff4add1-b239-43f4-9c99-274b8a0a3483 {{(pid=115426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:05:27.766991 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks [] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.779211 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.provisioning_blocks [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Transition to ACTIVE for port object fff4add1-b239-43f4-9c99-274b8a0a3483 will not be triggered until provisioned by entity L2. {{(pid=115426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:05:27.785691 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.843446 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=2']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:27.899688 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Attempting to bind port fff4add1-b239-43f4-9c99-274b8a0a3483 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:05:27.899927 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Attempting to bind port fff4add1-b239-43f4-9c99-274b8a0a3483 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:05:27.900275 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Attempting to bind port fff4add1-b239-43f4-9c99-274b8a0a3483 on network f1f8489d-45b0-464e-ae94-4be13a5789c7 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:27.905540 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Port fff4add1-b239-43f4-9c99-274b8a0a3483 on network f1f8489d-45b0-464e-ae94-4be13a5789c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:05:27.905870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Attempting to bind port fff4add1-b239-43f4-9c99-274b8a0a3483 on network f1f8489d-45b0-464e-ae94-4be13a5789c7 {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:05:27.910840 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Checking agent: {'id': 'f68df18a-761b-4b7c-9406-2dd0c4968d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:05:27.911188 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Checking segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:05:27.911585 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Bound using segment: {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'} {{(pid=115426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:05:27.912045 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.managers [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Bound port: fff4add1-b239-43f4-9c99-274b8a0a3483, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5141038-d850-42a9-87c5-d5576aaf2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7'}}] {{(pid=115426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:05:27.912386 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.974316 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, cleared binding levels {{(pid=115426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:05:27.977349 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:05:27.983470 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.986720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:27.987334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:27.988977 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 1094 time: 0.6298757 Oct 28 20:05:27.991008 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:05:27.993926 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b8c49-561c-4f8c-ad72-388f4749d7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:05:28.066724 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf525-f58b-4c82-b6ad-1af82405b2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=3']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:28.085611 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-1e45f256-941a-4f8d-9b9f-aaf8a776c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.087149 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-1e45f256-941a-4f8d-9b9f-aaf8a776c152 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1128 time: 0.0582678 Oct 28 20:05:28.134453 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-3d1e9127-2bca-44cf-a455-f7c361304f68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 217 time: 0.0400019 Oct 28 20:05:28.166094 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bd86f-5ab6-41a8-b7ed-2ac165a3784e x-openstack-request-id: req-ec1bd86f-5ab6-41a8-b7ed-2ac165a3784e {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:05:28.166422 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:05:28.166682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec1bd86f-5ab6-41a8-b7ed-2ac165a3784e {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:05:28.167091 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1bd86f-5ab6-41a8-b7ed-2ac165a3784e'] response: {'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:05:28.186792 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-ebb144d6-7b98-4ee1-8f60-d8bd3ed5a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.188250 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-ebb144d6-7b98-4ee1-8f60-d8bd3ed5a1d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0480878 Oct 28 20:05:28.242456 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-5bcb010d-8390-41e0-95d1-1de696325a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.243958 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-5bcb010d-8390-41e0-95d1-1de696325a26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495396 Oct 28 20:05:28.343630 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-712cf5c9-7209-4521-9cc2-364d9829d921 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914643 Oct 28 20:05:28.434039 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-ea135138-0c5a-47f1-8bfd-b29ab0b84dad req-6ab8d7e1-8ab2-4605-a4d6-c0c37c5afbbd service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838475 Oct 28 20:05:28.538551 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-d41fd3e1-b8db-4c68-af88-323913423750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.540131 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-d41fd3e1-b8db-4c68-af88-323913423750 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1128 time: 0.0541401 Oct 28 20:05:28.637493 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-4ccd643a-246d-4d16-87c1-3b756310f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.639003 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-4ccd643a-246d-4d16-87c1-3b756310f992 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.0911381 Oct 28 20:05:28.678972 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-9626eeea-6c57-4810-84e4-d77fe9cd841c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 217 time: 0.0326931 Oct 28 20:05:28.742921 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-91b67669-c6e1-4830-b782-7d0a95fcbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.744395 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-91b67669-c6e1-4830-b782-7d0a95fcbb79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0588830 Oct 28 20:05:28.823893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-588882f2-6f93-4519-944e-19e28842e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.825509 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-588882f2-6f93-4519-944e-19e28842e921 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741770 Oct 28 20:05:28.846925 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5679-3952-43e4-af51-2e19bee89bc4 req-37fcf898-361e-41c6-9561-cfda3304db91 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:28.848334 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-869a5679-3952-43e4-af51-2e19bee89bc4 req-37fcf898-361e-41c6-9561-cfda3304db91 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 944 time: 0.0722039 Oct 28 20:05:28.944651 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-869a5679-3952-43e4-af51-2e19bee89bc4 req-6e50282c-41ba-4bea-9880-706944d2ff9a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 Oct 28 20:05:28.958152 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-80b9a387-ce5e-404f-93d1-3d125b9fbe63 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256473 Oct 28 20:05:29.046616 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-c58b8c49-561c-4f8c-ad72-388f4749d7c5 req-6b09c99b-2885-4205-992e-a99b73137b2b service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810626 Oct 28 20:05:29.591316 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:05:30.122790 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2eb49-a36b-4857-8c7b-327f3cfa09f4 req-daaf7bf3-2e50-4d54-8a3d-218104b1b779 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:30.126649 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b5e2eb49-a36b-4857-8c7b-327f3cfa09f4 req-daaf7bf3-2e50-4d54-8a3d-218104b1b779 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 944 time: 0.0902913 Oct 28 20:05:30.172718 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-b5e2eb49-a36b-4857-8c7b-327f3cfa09f4 req-90bee6a2-9354-4ba2-9002-3bd8900ba2a0 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Oct 28 20:05:30.564661 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device fff4add1-b239-43f4-9c99-274b8a0a3483 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=115428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:05:30.668104 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:30.680251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Returning: {'device': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'port_id': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'mac_address': 'fa:16:3e:e9:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:05:30.714585 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port fff4add1-b239-43f4-9c99-274b8a0a3483 is: DOWN; New status is: BUILD {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:30.715025 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:30.727490 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff4add1-b239-43f4-9c99-274b8a0a3483 {{(pid=115428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:05:30.746836 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:30.753522 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:30.810185 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=4']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:30.982163 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:05:31.316951 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccfb65-66dc-4a1a-84f3-a4ea793b8ed1 req-50b1c0de-cc7a-4d83-b3d5-2942867826c5 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:31.318451 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-91ccfb65-66dc-4a1a-84f3-a4ea793b8ed1 req-50b1c0de-cc7a-4d83-b3d5-2942867826c5 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 945 time: 0.0592566 Oct 28 20:05:31.365653 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-91ccfb65-66dc-4a1a-84f3-a4ea793b8ed1 req-a2f92ff3-9811-479a-98e9-d8d28a7b9804 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Oct 28 20:05:32.512578 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e95f8-8dfd-48a5-a058-f6aa6f2f9229 req-3059427a-5baa-4a55-aa1e-2df8b702d750 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:32.514068 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-139e95f8-8dfd-48a5-a058-f6aa6f2f9229 req-3059427a-5baa-4a55-aa1e-2df8b702d750 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 945 time: 0.0666358 Oct 28 20:05:32.562632 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-139e95f8-8dfd-48a5-a058-f6aa6f2f9229 req-1b70f246-b306-4f2e-a24b-ba153127b061 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Oct 28 20:05:32.579350 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device fff4add1-b239-43f4-9c99-274b8a0a3483 up at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:05:32.629261 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning for port fff4add1-b239-43f4-9c99-274b8a0a3483 completed by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:05:32.633409 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.provisioning_blocks [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Provisioning complete for port fff4add1-b239-43f4-9c99-274b8a0a3483 triggered by entity L2. {{(pid=115428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:05:32.633786 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33134452'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), provisioning_complete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:32.634156 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Attempt 1 to provision port fff4add1-b239-43f4-9c99-274b8a0a3483 Oct 28 20:05:32.707338 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Current status of the port fff4add1-b239-43f4-9c99-274b8a0a3483 is: BUILD; New status is: ACTIVE {{(pid=115428) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:05:32.707646 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:32.730239 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:05:32.732587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19c4a5926f2f71375ae7a2ff73c2ea262e1b59cfb8f54631640f763006488c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a1d84-3013-4c06-9ceb-270fc22afd2c" -d '{"events": [{"server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "name": "network-vif-plugged", "status": "completed", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:05:32.744892 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:32.750697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:32.800914 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=5']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:32.827357 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e2e6f-4fed-40bc-bbb1-9877ea22f600 x-openstack-request-id: req-2b4e2e6f-4fed-40bc-bbb1-9877ea22f600 {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:05:32.827649 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "name": "network-vif-plugged", "status": "completed", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "code": 200}]} {{(pid=115428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:05:32.827906 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b4e2e6f-4fed-40bc-bbb1-9877ea22f600 {{(pid=115428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:05:32.828308 dv-cinder-862894-1-iscsi neutron-server[115428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4e2e6f-4fed-40bc-bbb1-9877ea22f600'] response: {'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'code': 200} Oct 28 20:05:33.003429 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458391a-af77-4a6a-8242-6e4294dc8651 req-d3fc7c74-1695-41c1-8370-5e4b38e0ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:33.004927 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8458391a-af77-4a6a-8242-6e4294dc8651 req-d3fc7c74-1695-41c1-8370-5e4b38e0ae85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1130 time: 0.0452642 Oct 28 20:05:33.049076 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8458391a-af77-4a6a-8242-6e4294dc8651 req-8b56013b-bfde-4f85-8709-d2c1a0fbe38d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Oct 28 20:05:33.693231 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d92a5-d91e-452d-8b20-803c52bbd006 req-37a9f1de-f331-4157-bfe5-c9bb52f764e9 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:33.694731 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c67d92a5-d91e-452d-8b20-803c52bbd006 req-37a9f1de-f331-4157-bfe5-c9bb52f764e9 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0538244 Oct 28 20:05:33.745473 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c67d92a5-d91e-452d-8b20-803c52bbd006 req-444449b7-7d34-48dc-9838-9d5c8b43ed75 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Oct 28 20:05:34.882526 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7b234-ce1f-4136-91bb-8ed6fc491cfe req-bb40cb62-0708-4c72-92c0-7b176453222c tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:34.883996 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-49c7b234-ce1f-4136-91bb-8ed6fc491cfe req-bb40cb62-0708-4c72-92c0-7b176453222c tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0539885 Oct 28 20:05:34.935776 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-49c7b234-ce1f-4136-91bb-8ed6fc491cfe req-16679332-ed41-469f-a441-d134bf93347c tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Oct 28 20:05:35.065817 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab59d4-7a80-4e4f-93b0-179c745e9a50 req-c6411171-694b-4216-922f-5dde09af9af2 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:35.067298 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-10ab59d4-7a80-4e4f-93b0-179c745e9a50 req-c6411171-694b-4216-922f-5dde09af9af2 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Oct 28 20:05:35.113600 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-10ab59d4-7a80-4e4f-93b0-179c745e9a50 req-1c485c22-40fd-4b34-ba26-505326dc8341 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Oct 28 20:05:35.463595 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421871-6727-4b8d-b468-f59c69da6b26 req-07f826d8-7e2f-4e93-a444-a4ef883772f3 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:35.465121 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cd421871-6727-4b8d-b468-f59c69da6b26 req-07f826d8-7e2f-4e93-a444-a4ef883772f3 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0619872 Oct 28 20:05:35.512543 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-cd421871-6727-4b8d-b468-f59c69da6b26 req-d09c1f44-ba78-499c-8985-ae6a6c5d7f94 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Oct 28 20:05:44.043173 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ad21-e5d4-443e-95f0-a9619db46987 req-539f3dee-6999-4f27-a750-6355dbb31e66 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:44.044583 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2b33ad21-e5d4-443e-95f0-a9619db46987 req-539f3dee-6999-4f27-a750-6355dbb31e66 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0649681 Oct 28 20:05:44.095812 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2b33ad21-e5d4-443e-95f0-a9619db46987 req-5c234b9b-901a-4552-95cf-72929f30252f tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Oct 28 20:05:44.124197 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43292) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:44.265900 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8f5f4-6154-45da-909e-e7ff67906519 tempest-TestMinimumBasicScenario-200471009 tempest-TestMinimumBasicScenario-200471009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:44.268066 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-87a8f5f4-6154-45da-909e-e7ff67906519 tempest-TestMinimumBasicScenario-200471009 tempest-TestMinimumBasicScenario-200471009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1125 time: 0.1428866 Oct 28 20:05:44.271455 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43296) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:44.278113 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'floatingip': {'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'port_id': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:44.305089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:44.402541 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (None), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:44.501395 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_common [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Allocated IP 172.27.3.73 (7c56394e-3225-4842-8e35-c4bdd3d84a2a/e1939632-3ba5-4996-a2ab-a1083fdcab88/577c011e-6504-4934-b7c4-d65ac1569071) {{(pid=115427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:05:44.607811 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for port (577c011e-6504-4934-b7c4-d65ac1569071), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:44.645336 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791948376037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2930082'] for port (577c011e-6504-4934-b7c4-d65ac1569071), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:44.675554 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Network 7c56394e-3225-4842-8e35-c4bdd3d84a2a is already hosted by enough agents. {{(pid=115427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:05:44.680415 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.base_scheduler [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Resources bound (agent type, host, resource id): {{(pid=115427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:05:44.683885 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Received port after_create {{(pid=115427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:05:44.713859 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'Port': ['ID=577c011e-6504-4934-b7c4-d65ac1569071,revision_number=1']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:45.032087 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-36f56611-0c09-4b21-8539-4a2bfd2cb636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.038037 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for floatingip (e2e85e53-3606-4fff-b835-fe38bab4b296), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.104525 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (577c011e-6504-4934-b7c4-d65ac1569071), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.256235 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for port (577c011e-6504-4934-b7c4-d65ac1569071), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.264691 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (577c011e-6504-4934-b7c4-d65ac1569071), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.330415 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773548'] for floatingip (e2e85e53-3606-4fff-b835-fe38bab4b296), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.332088 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'Port': ['ID=577c011e-6504-4934-b7c4-d65ac1569071,revision_number=2']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:45.426376 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.l3_db [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Floating IP e2e85e53-3606-4fff-b835-fe38bab4b296 associated. External IP: 172.27.3.73, port: fff4add1-b239-43f4-9c99-274b8a0a3483. Oct 28 20:05:45.620500 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Router e39c0e92-c62b-4740-b91a-29477c6a8d8f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:05:45.977625 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:05:45.988951 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Sync routers for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:05:45.999366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:45.999848 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:46.000462 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:05:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:46.028422 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-55d92809-61da-4163-9b63-0b083896e526 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7554610 Oct 28 20:05:46.029123 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:05:46.031263 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43298) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.031791 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1aea90-338f-46b9-976b-6de431aaefdb" -d '{"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:05:46.036297 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864230448', 'description': 'tempest-secgroup-smoke-864230448 description', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44'}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.061695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (None), before_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.135386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e098c17-f801-4b29-8ee9-18bbb4bf5bd1 x-openstack-request-id: req-1e098c17-f801-4b29-8ee9-18bbb4bf5bd1 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:05:46.135386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:05:46.135987 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e098c17-f801-4b29-8ee9-18bbb4bf5bd1 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:05:46.135987 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e098c17-f801-4b29-8ee9-18bbb4bf5bd1'] response: {'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:05:46.143223 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (b13788c8-494f-4cbe-a360-f11f9359c7b3), precommit_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.146362 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b13788c8-494f-4cbe-a360-f11f9359c7b3), after_create {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.193153 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:46.198939 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.200178 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1678894 Oct 28 20:05:46.203228 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43304) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.207714 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bda0f6-5bca-402e-a5ac-a1901452e909 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13788c8-494f-4cbe-a360-f11f9359c7b3,revision_number=1']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.208013 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.221775 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-df349210-a7c0-46a6-aab6-9385a36b3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:46.223334 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-df349210-a7c0-46a6-aab6-9385a36b3329 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1130 time: 0.0647504 Oct 28 20:05:46.237660 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (26870174-13bc-47ad-86cc-8407224ed0f9), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.300631 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (26870174-13bc-47ad-86cc-8407224ed0f9), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.305366 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (26870174-13bc-47ad-86cc-8407224ed0f9), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.320446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26870174-13bc-47ad-86cc-8407224ed0f9,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.330759 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-98314a33-4889-459a-a634-95afd8cd5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:46.331674 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.332425 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-98314a33-4889-459a-a634-95afd8cd5043 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.1019819 Oct 28 20:05:46.333030 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-c046c745-e54f-427c-9995-79f46cb1dc1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286955 Oct 28 20:05:46.335960 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43306) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.340264 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.369008 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (ea641548-a583-47a7-a3de-574cabc59ab9), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.398273 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-9cf09c49-6964-4e93-9b22-9fc17bf989c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 999 time: 0.0598009 Oct 28 20:05:46.432408 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (ea641548-a583-47a7-a3de-574cabc59ab9), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.435968 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'e2e85e53-3606-4fff-b835-fe38bab4b296', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'port_id': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'mac_address': 'fa:16:3e:e9:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:05:44Z', 'updated_at': '2022-10-28T20:05:44Z', 'revision_number': 0, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:46.437938 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (ea641548-a583-47a7-a3de-574cabc59ab9), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.447789 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-f000bacf-bc74-4d1e-bf8e-4252188620e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:46.449274 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-f000bacf-bc74-4d1e-bf8e-4252188620e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0454004 Oct 28 20:05:46.458026 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea641548-a583-47a7-a3de-574cabc59ab9,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.461563 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Checking router: e39c0e92-c62b-4740-b91a-29477c6a8d8f for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:05:46.469073 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.471184 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:05:46.471862 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:05:17Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:46.473363 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-8f8c64d0-dbcb-4611-b483-96dae9990bef tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364400 Oct 28 20:05:46.474176 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43308) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.478683 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.505342 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (8858a9aa-c17e-42e8-8fab-8f2f4b872238), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.505997 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-50f07faa-de38-4e12-9b0f-08e1086c8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:46.507666 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-50f07faa-de38-4e12-9b0f-08e1086c8296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520236 Oct 28 20:05:46.563392 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (8858a9aa-c17e-42e8-8fab-8f2f4b872238), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.568207 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (8858a9aa-c17e-42e8-8fab-8f2f4b872238), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.586383 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8858a9aa-c17e-42e8-8fab-8f2f4b872238,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.593438 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:05:46.600242 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.601570 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-a594cfba-949d-4268-82aa-104054b5ad37 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263921 Oct 28 20:05:46.604330 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43310) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.608024 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-46207339-b439-4981-a731-8a630f2b5bd1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939350 Oct 28 20:05:46.609036 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.635940 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (b21afda5-ecaa-45aa-b8a3-4ca94a6bcdef), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.699247 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (b21afda5-ecaa-45aa-b8a3-4ca94a6bcdef), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.704104 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (b21afda5-ecaa-45aa-b8a3-4ca94a6bcdef), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.704937 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-8e1aea90-338f-46b9-976b-6de431aaefdb req-393c9002-81a4-4c88-93b1-8d8b9602304b service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906329 Oct 28 20:05:46.722861 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21afda5-ecaa-45aa-b8a3-4ca94a6bcdef,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.731840 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.732270 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.732616 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.732954 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.733329 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.733669 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.733997 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.734351 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.734678 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.735000 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.735326 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.735650 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.735970 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:05:46.740776 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.744587 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3acb2195-ac8e-4aee-b46d-eaf78fdebedb tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364632 Oct 28 20:05:46.745057 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43312) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.748978 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.769486 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.securitygroups_db [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Project 2b5f076819ae4d8a91d65bdd972dea44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:05:46.774484 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (41a54519-1708-4630-9b4f-5756b4de8899), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.824681 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'e2e85e53-3606-4fff-b835-fe38bab4b296', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'port_id': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'mac_address': 'fa:16:3e:e9:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:05:44Z', 'updated_at': '2022-10-28T20:05:44Z', 'revision_number': 0, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:05:46.836049 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (41a54519-1708-4630-9b4f-5756b4de8899), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.841087 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (41a54519-1708-4630-9b4f-5756b4de8899), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.852591 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce78d9-1128-4c0e-8a06-e435c7559195 None None] The sync data for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi is: [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_floatingips': [{'id': 'e2e85e53-3606-4fff-b835-fe38bab4b296', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'router_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'port_id': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'mac_address': 'fa:16:3e:e9:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:05:44Z', 'updated_at': '2022-10-28T20:05:44Z', 'revision_number': 0, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:05:46.861196 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a54519-1708-4630-9b4f-5756b4de8899,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:46.872695 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.876846 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-9621987c-7282-4d65-8c39-df0426f251b4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283557 Oct 28 20:05:46.877089 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43314) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:05:46.881511 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'security_group_rule': {'security_group_id': 'b13788c8-494f-4cbe-a360-f11f9359c7b3', 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:46.903795 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.db.securitygroups_db [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Project 2b5f076819ae4d8a91d65bdd972dea44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:05:46.908874 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (5c70980d-8f3e-41ea-ada1-6cdded10580d), before_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.971685 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (5c70980d-8f3e-41ea-ada1-6cdded10580d), precommit_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.976635 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559262'] for security_group_rule (5c70980d-8f3e-41ea-ada1-6cdded10580d), after_create {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:46.994963 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c70980d-8f3e-41ea-ada1-6cdded10580d,revision_number=0']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:47.004240 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.005666 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-32ff4a3d-12e4-46cf-9ac7-e42a00b1e640 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274920 Oct 28 20:05:47.060697 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8a5f1-5ec1-415d-aab4-802c663da123 None None] New status for floating IP e2e85e53-3606-4fff-b835-fe38bab4b296: ACTIVE {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:05:47.099160 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-00de3f86-c110-4f98-8d95-68f7aa7a7c0b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864230448&fields=id&tenant_id=2b5f076819ae4d8a91d65bdd972dea44 HTTP/1.1" status: 200 len: 267 time: 0.0454869 Oct 28 20:05:47.157267 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-46857318-026d-4be9-93ea-535e3dbeffdd tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:47.158822 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-46857318-026d-4be9-93ea-535e3dbeffdd tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0540495 Oct 28 20:05:47.169816 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.v2.base [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'port': {'security_groups': ['35e51eac-f295-43a0-85d0-734774ce2d5b', 'b13788c8-494f-4cbe-a360-f11f9359c7b3']}} {{(pid=115427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:05:47.238256 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.410969 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-29f78053-3a4c-46c6-9060-aa59ec2d5ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.428976 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.plugins.ml2.db [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:05:47.455843 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), precommit_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.461116 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2930105'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.471568 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:47.472172 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:47.473040 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:05:47.473525 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-2bab978a-1b0d-4c6d-bb66-255d98376287 req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "PUT /v2.0/ports/fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 982 time: 0.3083489 Oct 28 20:05:47.527759 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4a86-eb17-45c2-82dc-071fa892827a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=6']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:05:47.546093 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:05:47.592880 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c0a5-82e9-4024-a46e-eda4db95db64 req-da195705-d940-466b-b3a5-26801f3a0422 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:47.594594 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb85c0a5-82e9-4024-a46e-eda4db95db64 req-da195705-d940-466b-b3a5-26801f3a0422 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0545821 Oct 28 20:05:47.656188 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-fb85c0a5-82e9-4024-a46e-eda4db95db64 req-49bea7ab-6282-4d41-9306-fa441085b895 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554852 Oct 28 20:05:48.137080 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:05:48.139513 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a01a4c91372a0131058247430a6703c12880f77afccc876236d146e02ac285" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206da92-85e4-4fc3-9e16-743ad656b2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:05:48.176338 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e811e0-b71b-4203-ad13-0f46fdd126e7 x-openstack-request-id: req-e7e811e0-b71b-4203-ad13-0f46fdd126e7 {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:05:48.176985 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:05:48.176985 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7e811e0-b71b-4203-ad13-0f46fdd126e7 {{(pid=115427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:05:48.177284 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e811e0-b71b-4203-ad13-0f46fdd126e7'] response: {'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:05:48.242901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-827d3e74-877d-48f9-b77b-bf41e739d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:48.244368 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-827d3e74-877d-48f9-b77b-bf41e739d87e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1169 time: 0.0458684 Oct 28 20:05:48.345198 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-facda338-f866-4dd3-b061-ae38f248d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:48.346678 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-facda338-f866-4dd3-b061-ae38f248d12c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.0942574 Oct 28 20:05:48.397226 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:48.408062 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-33972d6d-944e-4fdf-a7c0-b6fcbcd41aa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 1001 time: 0.0549791 Oct 28 20:05:48.454985 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-8b844852-73d4-4bc8-a973-9bcada022ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:48.456476 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-8b844852-73d4-4bc8-a973-9bcada022ff9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0431819 Oct 28 20:05:48.508406 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-191c0b08-e73e-4ad3-ba12-178b57d98d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:05:48.509841 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-191c0b08-e73e-4ad3-ba12-178b57d98d46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480440 Oct 28 20:05:48.599367 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-fe97dd45-222b-41db-bce2-b4b794143872 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Oct 28 20:05:48.951702 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-9206da92-85e4-4fc3-9e16-743ad656b2c1 req-fd6cf823-a452-4f46-a046-411eb6b5192e service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468285 Oct 28 20:05:49.674201 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:50.501512 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:51.168459 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:06.595710 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:06:10.490307 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-83b7ba9e-93cd-4440-942b-8a99d04de5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:10.491806 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-83b7ba9e-93cd-4440-942b-8a99d04de5c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1169 time: 0.0437839 Oct 28 20:06:10.495778 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e004e9-8af6-4c61-829f-ead9014a9901 req-671beed7-4e1c-4e57-a52b-00866bb0fd57 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:10.497288 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c3e004e9-8af6-4c61-829f-ead9014a9901 req-671beed7-4e1c-4e57-a52b-00866bb0fd57 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0591824 Oct 28 20:06:10.557693 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-c3e004e9-8af6-4c61-829f-ead9014a9901 req-75d49f37-778e-4767-8fd0-f047933cecd4 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543904 Oct 28 20:06:10.583246 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-c169fcfe-da2c-4e91-a781-83e4b2000162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:10.584734 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-c169fcfe-da2c-4e91-a781-83e4b2000162 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.0863600 Oct 28 20:06:10.647575 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-d7b901ac-b771-4c7d-a557-d08e51472cfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 1001 time: 0.0560622 Oct 28 20:06:10.698819 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-a353fefd-5775-4de6-af03-ca87a72f503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:10.700273 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-a353fefd-5775-4de6-af03-ca87a72f503f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0460861 Oct 28 20:06:10.755562 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-e52fc27d-9079-4011-a035-677c496be500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:10.757079 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-e52fc27d-9079-4011-a035-677c496be500 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500355 Oct 28 20:06:10.845344 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-0fba3dc3-8dde-4f4d-b2a4-093da0d67106 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807517 Oct 28 20:06:10.941292 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-1579e6a0-8b5b-47d5-bddd-e064866bc211 req-b8b68ec3-79bc-4ad9-889d-fed6be5897f7 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Oct 28 20:06:11.692895 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33e1f-4e87-49ab-9b4d-a96c0727b530 req-2b120eab-261e-4281-a8fa-8bd78d08fcf8 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:11.694425 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a6a33e1f-4e87-49ab-9b4d-a96c0727b530 req-2b120eab-261e-4281-a8fa-8bd78d08fcf8 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0547030 Oct 28 20:06:11.755812 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-a6a33e1f-4e87-49ab-9b4d-a96c0727b530 req-b1642d70-ca7d-46ce-b185-dbfe61114fd6 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539896 Oct 28 20:06:12.899049 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177a6e-1af7-41b8-86d6-a35845ad7a29 req-491d73f1-2555-4df0-8471-617d6062738d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:12.900451 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ff177a6e-1af7-41b8-86d6-a35845ad7a29 req-491d73f1-2555-4df0-8471-617d6062738d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0543995 Oct 28 20:06:12.959058 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-ff177a6e-1af7-41b8-86d6-a35845ad7a29 req-03628aa8-e708-4dc6-bed1-cc01937469e5 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527821 Oct 28 20:06:14.106673 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b25c9e-1faf-45f3-9b71-d7c232b12d17 req-360d7989-512f-4437-8a8d-ad5a8aae3177 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:14.108175 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-36b25c9e-1faf-45f3-9b71-d7c232b12d17 req-360d7989-512f-4437-8a8d-ad5a8aae3177 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0591667 Oct 28 20:06:14.167694 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-36b25c9e-1faf-45f3-9b71-d7c232b12d17 req-3efa6d67-bd35-44e3-8518-b0902610bd16 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536244 Oct 28 20:06:15.045782 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-b8acf7b8-db96-4faa-bce6-a1a67c98cfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:15.320372 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2fcd3-5ffe-4883-bcdb-3ef6b7c62f04 req-772c4ef2-e71b-4dce-b3af-f2dbc7b6eff0 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:15.322300 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a5e2fcd3-5ffe-4883-bcdb-3ef6b7c62f04 req-772c4ef2-e71b-4dce-b3af-f2dbc7b6eff0 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0643675 Oct 28 20:06:15.394061 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-a5e2fcd3-5ffe-4883-bcdb-3ef6b7c62f04 req-843ab844-db8c-4970-b613-14f9294b5092 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644813 Oct 28 20:06:16.544978 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896485df-aef2-4caf-8ffe-4b75555ef98f req-564b0dc4-cb47-4a00-b097-cf42a8ad8a96 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:16.546435 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-896485df-aef2-4caf-8ffe-4b75555ef98f req-564b0dc4-cb47-4a00-b097-cf42a8ad8a96 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0753429 Oct 28 20:06:16.610272 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-896485df-aef2-4caf-8ffe-4b75555ef98f req-f7368890-f978-4996-96d5-f57bf24b6ad0 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576324 Oct 28 20:06:17.415278 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d83676a7-c60c-4c53-b627-f5d6d335bff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:17.739533 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e50c9-96fc-4b37-bc16-8db0b638b167 req-53ddb9f0-6b80-48da-981d-ba0af1a418d9 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:17.741005 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-082e50c9-96fc-4b37-bc16-8db0b638b167 req-53ddb9f0-6b80-48da-981d-ba0af1a418d9 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0540957 Oct 28 20:06:17.804046 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-082e50c9-96fc-4b37-bc16-8db0b638b167 req-574e78df-b32b-482f-9012-8eba0858a7c7 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557423 Oct 28 20:06:18.408665 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:18.951955 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805373e-1f50-4133-a4c7-67d28eb7afc3 req-e1264bac-157c-444d-a830-27c496d13a0b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:18.953456 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e805373e-1f50-4133-a4c7-67d28eb7afc3 req-e1264bac-157c-444d-a830-27c496d13a0b tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0672357 Oct 28 20:06:19.021927 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-e805373e-1f50-4133-a4c7-67d28eb7afc3 req-70425589-bcb4-4f7c-b76e-140f9d44d1c0 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624335 Oct 28 20:06:19.677282 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:20.162654 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027317-aef7-4379-b998-b070b507e578 req-8dad88e6-0e92-40ba-a340-687f87c78190 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:20.164035 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-06027317-aef7-4379-b998-b070b507e578 req-8dad88e6-0e92-40ba-a340-687f87c78190 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0587420 Oct 28 20:06:20.225857 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-06027317-aef7-4379-b998-b070b507e578 req-4f2efe0a-9c85-4472-bd29-c0a3ecf5b195 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550797 Oct 28 20:06:20.506381 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:21.167431 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:21.366417 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a22c9-6e97-498f-b719-d1fd2d8d6553 req-463568a5-54b5-47c8-9b2d-7009584f9e50 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:21.367888 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-950a22c9-6e97-498f-b719-d1fd2d8d6553 req-463568a5-54b5-47c8-9b2d-7009584f9e50 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0594416 Oct 28 20:06:21.430458 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-950a22c9-6e97-498f-b719-d1fd2d8d6553 req-69873b0e-0278-4872-ab9e-4d7c08cf2e96 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541587 Oct 28 20:06:22.575655 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c943bb-a3d9-4dcb-8aaf-9ed3103dfc37 req-4db353de-38e7-46d7-bf85-178b20d0f675 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:22.577127 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-48c943bb-a3d9-4dcb-8aaf-9ed3103dfc37 req-4db353de-38e7-46d7-bf85-178b20d0f675 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0623798 Oct 28 20:06:22.638210 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-48c943bb-a3d9-4dcb-8aaf-9ed3103dfc37 req-72218e57-2a30-4336-bfa9-29fa0c4dd0f7 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551741 Oct 28 20:06:23.769010 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202910e-a91b-47bd-9cc5-5e78c683b6cc req-46f4be72-7236-4c79-983f-c30079209a63 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:23.770526 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f202910e-a91b-47bd-9cc5-5e78c683b6cc req-46f4be72-7236-4c79-983f-c30079209a63 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0556259 Oct 28 20:06:23.832168 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-f202910e-a91b-47bd-9cc5-5e78c683b6cc req-f40c1b53-9a8b-4178-90b3-7f18dbd7083e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557203 Oct 28 20:06:24.965570 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581f361-fba7-43e2-906b-518eddc38263 req-e732b51e-0357-4d1e-a578-045dbbfb3030 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:24.966996 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8581f361-fba7-43e2-906b-518eddc38263 req-e732b51e-0357-4d1e-a578-045dbbfb3030 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0551331 Oct 28 20:06:25.025421 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-8581f361-fba7-43e2-906b-518eddc38263 req-be1c3a22-a541-4351-a131-05e674af6efe tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525925 Oct 28 20:06:26.155004 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-56b7cb32-e0fc-4b84-ae24-b8679c89853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:26.156502 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-56b7cb32-e0fc-4b84-ae24-b8679c89853a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1169 time: 0.0765865 Oct 28 20:06:26.177007 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52bf1c-d498-45b1-bb27-a05ccbd7a869 req-8ff8fe4f-5f0f-4033-ae93-7ebb184ce753 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:26.178465 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b52bf1c-d498-45b1-bb27-a05ccbd7a869 req-8ff8fe4f-5f0f-4033-ae93-7ebb184ce753 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0680795 Oct 28 20:06:26.299603 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5b52bf1c-d498-45b1-bb27-a05ccbd7a869 req-c5d6d998-2850-4c92-9ac8-ebaddf18dd07 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127725 Oct 28 20:06:26.304807 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-66ff8e08-2ba2-4bda-b844-1b4c93050e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:26.306221 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-66ff8e08-2ba2-4bda-b844-1b4c93050e3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.1265075 Oct 28 20:06:26.370119 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-ecfb61bd-9bee-4ba0-a164-56ffdec0b556 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 1001 time: 0.0563488 Oct 28 20:06:26.422513 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-be6fc541-2309-44b6-9054-24de9a3d285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:26.423929 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-be6fc541-2309-44b6-9054-24de9a3d285a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0459483 Oct 28 20:06:26.475888 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-bd552670-539e-458f-8100-edf9c38d148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:26.477364 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-bd552670-539e-458f-8100-edf9c38d148e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446064 Oct 28 20:06:26.583910 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-ca7bfcb0-0383-4e4f-883b-38c9e4b4ee82 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986416 Oct 28 20:06:26.680351 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-da80221e-90b5-4d47-8abe-9c5d2628c13a req-0a9f41a1-2e88-43fa-bf11-bd683c963cca service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Oct 28 20:06:27.440844 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc409-8483-4242-9d04-72b4f1513fce req-336297fe-89b1-454c-9d87-5c6d344472da tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:27.442347 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-047cc409-8483-4242-9d04-72b4f1513fce req-336297fe-89b1-454c-9d87-5c6d344472da tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0582101 Oct 28 20:06:27.509626 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-047cc409-8483-4242-9d04-72b4f1513fce req-1cbc2a1c-8338-4388-9bed-5919a14caf9d tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&id=b13788c8-494f-4cbe-a360-f11f9359c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586438 Oct 28 20:06:43.601558 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:06:45.046549 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-e4b449b5-1f8e-4433-a38b-5b1f4b5786d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:47.422401 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-020e308a-b55d-48bb-8211-4d7969984705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:48.538538 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:49.683353 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:50.508639 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:51.168039 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:59.682043 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-11379184-22e2-4c44-b3da-7366dcd3ab24 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864230448&fields=id&tenant_id=2b5f076819ae4d8a91d65bdd972dea44 HTTP/1.1" status: 200 len: 267 time: 0.0515070 Oct 28 20:06:59.740287 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-571ddb3f-656f-4f87-98cd-0406e0b2d06f tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:06:59.741746 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-571ddb3f-656f-4f87-98cd-0406e0b2d06f tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 985 time: 0.0541310 Oct 28 20:06:59.752580 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.v2.base [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Request body: {'port': {'security_groups': ['35e51eac-f295-43a0-85d0-734774ce2d5b']}} {{(pid=115426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:06:59.822456 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33119410'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.014031 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:00.046804 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), precommit_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.055367 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791948930452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791948376055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791948375309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478637'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_update {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.068630 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:07:00.069211 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:00.069211 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.070636 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-abf98c1d-4e45-40d2-b8aa-2dadf5c587a4 req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "PUT /v2.0/ports/fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 943 time: 0.3226357 Oct 28 20:07:00.071134 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:07:00.073543 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:07:00.076827 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43374) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:00.112860 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a1683-93b2-4128-af32-1cac4a1cb7cd x-openstack-request-id: req-1e3a1683-93b2-4128-af32-1cac4a1cb7cd {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:07:00.113158 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:07:00.113419 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3a1683-93b2-4128-af32-1cac4a1cb7cd {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:07:00.113831 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3a1683-93b2-4128-af32-1cac4a1cb7cd'] response: {'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:07:00.142811 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event updated for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=7']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:00.160184 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (b13788c8-494f-4cbe-a360-f11f9359c7b3), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.165429 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:07:00.166973 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.167319 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.167686 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.168008 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.168366 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.168701 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.169028 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.169387 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.169701 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.170043 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.170399 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.171076 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.171076 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975beba-f370-4332-8c90-095f648b4c54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.188729 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (b13788c8-494f-4cbe-a360-f11f9359c7b3), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.191411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-92768d4e-ae3b-47f0-8e3e-dae6c3a492ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:00.193077 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-92768d4e-ae3b-47f0-8e3e-dae6c3a492ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1130 time: 0.0595500 Oct 28 20:07:00.253504 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (b13788c8-494f-4cbe-a360-f11f9359c7b3), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.256501 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.257707 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "DELETE /v2.0/security-groups/b13788c8-494f-4cbe-a360-f11f9359c7b3 HTTP/1.1" status: 204 len: 168 time: 0.1798921 Oct 28 20:07:00.260609 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43376) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:00.268446 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13788c8-494f-4cbe-a360-f11f9359c7b3,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:00.275702 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.276108 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.276386 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.276731 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.277066 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.277432 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.277767 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.278125 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.278447 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.278777 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.279104 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.279431 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.279757 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a290b82-710d-4682-b7ef-b3ca119b8005 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:00.352695 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-8e765e32-ab71-42ae-964b-0fd52828fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:00.354172 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-8e765e32-ab71-42ae-964b-0fd52828fbed service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.1541445 Oct 28 20:07:00.463774 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-58d10359-12ee-4fba-929f-5a8d16bb8cd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 1001 time: 0.0840116 Oct 28 20:07:00.516066 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Deleting port 577c011e-6504-4934-b7c4-d65ac1569071 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:00.516403 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (577c011e-6504-4934-b7c4-d65ac1569071), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.554240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-c8eef037-88e2-49fa-9c25-f0320cb58ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:00.556030 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-c8eef037-88e2-49fa-9c25-f0320cb58ad3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0836103 Oct 28 20:07:00.621506 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (577c011e-6504-4934-b7c4-d65ac1569071), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.621884 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for floatingip (577c011e-6504-4934-b7c4-d65ac1569071), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.636773 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Calling delete_port for 577c011e-6504-4934-b7c4-d65ac1569071 owned by network:floatingip {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:00.644901 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-863cad58-c997-47f0-8a9d-b81458a9e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:00.646442 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-863cad58-c997-47f0-8a9d-b81458a9e775 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832007 Oct 28 20:07:00.790780 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-b9bd845a-baeb-4b6e-bbeb-baf9f4e7c4d0 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379302 Oct 28 20:07:00.914285 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-5fa068cf-7412-48d7-a14e-d5f3d231f4c3 req-9921d24d-6461-42b6-a345-ada012871bfd service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151717 Oct 28 20:07:00.915336 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (577c011e-6504-4934-b7c4-d65ac1569071), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:00.944870 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event deleted for resources: {'Port': ['ID=577c011e-6504-4934-b7c4-d65ac1569071,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:01.008584 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks [] for floatingip (e2e85e53-3606-4fff-b835-fe38bab4b296), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:01.008885 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.db.l3_db [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Floating IP e2e85e53-3606-4fff-b835-fe38bab4b296 disassociated (deleted). External IP: 172.27.3.73, port: fff4add1-b239-43f4-9c99-274b8a0a3483. Oct 28 20:07:01.205961 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Router e39c0e92-c62b-4740-b91a-29477c6a8d8f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:07:01.310538 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:07:01.315709 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for floatingip (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:01.323687 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Sync routers for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:07:01.334562 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:01.335167 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:01.346708 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-ec9bf5b6-8ee0-4ff9-bc9c-f78e68a07425 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "DELETE /v2.0/floatingips/e2e85e53-3606-4fff-b835-fe38bab4b296 HTTP/1.1" status: 204 len: 168 time: 1.0846314 Oct 28 20:07:01.441225 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:01.638535 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:01.661724 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Checking router: e39c0e92-c62b-4740-b91a-29477c6a8d8f for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:07:01.670407 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:01.671047 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:01.784942 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:02.060850 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:02.084669 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499421-4f7d-43a0-9ae9-3a96f17242d7 None None] The sync data for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi is: [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:02Z', 'revision_number': 4, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi', '_interfaces': [{'id': 'ea4a884e-9a79-48c0-a60e-7f72b8cae95c', 'name': '', 'network_id': 'f1f8489d-45b0-464e-ae94-4be13a5789c7', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'mac_address': 'fa:16:3e:46:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:02Z', 'updated_at': '2022-10-28T20:05:06Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'subnets': [{'id': '7fe2dedb-072f-4e96-840f-7ae3242962da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:07:02.115256 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:07:02.117622 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711768e-8997-4d9d-9d74-eb1b3b8150af" -d '{"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:07:02.154347 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58c2dd-4c34-43e0-8c72-fb9fffd09048 x-openstack-request-id: req-ef58c2dd-4c34-43e0-8c72-fb9fffd09048 {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:07:02.154743 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:07:02.155063 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef58c2dd-4c34-43e0-8c72-fb9fffd09048 {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:07:02.155523 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef58c2dd-4c34-43e0-8c72-fb9fffd09048'] response: {'name': 'network-changed', 'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:07:02.226988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-e3a7d540-ae54-4133-932a-4c6fc66b818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:02.228435 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-e3a7d540-ae54-4133-932a-4c6fc66b818e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 1130 time: 0.0494456 Oct 28 20:07:02.330459 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd916ec8-7b40-4816-b710-3baaed222b36 None None] New status for floating IP e2e85e53-3606-4fff-b835-fe38bab4b296: DOWN {{(pid=115428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:07:02.335144 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-13df314e-f626-47c6-a89d-04cfc194e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:02.336638 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-13df314e-f626-47c6-a89d-04cfc194e004 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 200 len: 915 time: 0.0997126 Oct 28 20:07:02.375268 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-6dde1968-4040-4497-a434-a8d82d7d26a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 200 len: 217 time: 0.0326929 Oct 28 20:07:02.425318 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-175a462f-1fa7-41f4-a88d-bc4a297714c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:02.426866 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-175a462f-1fa7-41f4-a88d-bc4a297714c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 200 len: 853 time: 0.0449121 Oct 28 20:07:02.476735 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-bc5e131f-568a-45bb-bd3d-d7ea692bd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:02.478298 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-bc5e131f-568a-45bb-bd3d-d7ea692bd29f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1f8489d-45b0-464e-ae94-4be13a5789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455856 Oct 28 20:07:02.569367 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-7953fce8-46c3-46dd-b3f8-4b37f3ae21c6 service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Oct 28 20:07:02.659327 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-d711768e-8997-4d9d-9d74-eb1b3b8150af req-dad10192-4806-47e0-b13a-68bbec42495b service neutron] 10.222.0.55 "GET /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Oct 28 20:07:04.093091 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260bf26-4ae0-4456-9c84-bb5da5e8e3e8 req-e9b33df9-2117-49e9-89c7-1f5be344667a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:04.094593 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0260bf26-4ae0-4456-9c84-bb5da5e8e3e8 req-e9b33df9-2117-49e9-89c7-1f5be344667a tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0640204 Oct 28 20:07:04.145813 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0260bf26-4ae0-4456-9c84-bb5da5e8e3e8 req-5c3e2b6b-e547-4b04-98ae-2abae2226001 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Oct 28 20:07:05.296506 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdc2e-fa66-4571-b73d-b55947b4f6b1 req-832c6371-4938-454b-8a45-1d99312bfefa tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:05.298060 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-297bdc2e-fa66-4571-b73d-b55947b4f6b1 req-832c6371-4938-454b-8a45-1d99312bfefa tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0555744 Oct 28 20:07:05.354197 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [req-297bdc2e-fa66-4571-b73d-b55947b4f6b1 req-dba027ac-8604-4b56-bf75-db85bda6d289 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e51eac-f295-43a0-85d0-734774ce2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467834 Oct 28 20:07:05.720516 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decde7de-d3de-4127-a82c-40cdafa34127 req-2ea1ea3d-4861-4d36-9d3f-49a39ea31c1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:07:05.722444 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-decde7de-d3de-4127-a82c-40cdafa34127 req-2ea1ea3d-4861-4d36-9d3f-49a39ea31c1e tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.55 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 946 time: 0.0690753 Oct 28 20:07:05.826898 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Deleting port fff4add1-b239-43f4-9c99-274b8a0a3483 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:05.827432 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:05.920342 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] For port fff4add1-b239-43f4-9c99-274b8a0a3483, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=fff4add1-b239-43f4-9c99-274b8a0a3483,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:05.920716 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:05.933772 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Calling delete_port for fff4add1-b239-43f4-9c99-274b8a0a3483 owned by compute:nova {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:06.324957 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (fff4add1-b239-43f4-9c99-274b8a0a3483), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:06.336705 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] get_ports_and_sgs() called for port_ids ['fff4add1-b239-43f4-9c99-274b8a0a3483'] {{(pid=115428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:07:06.351947 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Pushing event deleted for resources: {'Port': ['ID=fff4add1-b239-43f4-9c99-274b8a0a3483,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:06.395036 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] No DVR routers for this DVR port fff4add1-b239-43f4-9c99-274b8a0a3483 on host hv-cinder-86289 {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:07:06.397762 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503514'] for port (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:06.401127 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-decde7de-d3de-4127-a82c-40cdafa34127 req-3c31279b-7ae5-487a-a997-60ec390a6f54 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.55 "DELETE /v2.0/ports/fff4add1-b239-43f4-9c99-274b8a0a3483 HTTP/1.1" status: 204 len: 173 time: 0.6733315 Oct 28 20:07:06.401631 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'name': 'network-vif-deleted', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483'}] {{(pid=115426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:07:06.404163 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9225640912b65b4b345d90c74b7f7d2efdc6192a7aeac75bf1595adeedbc8ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4feef8f-353b-4e14-9481-c81247146a5d" -d '{"events": [{"server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "name": "network-vif-deleted", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483"}]}' {{(pid=115426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:07:06.447693 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f34d4a-4581-437d-863e-36c19cc83a6a x-openstack-request-id: req-08f34d4a-4581-437d-863e-36c19cc83a6a {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:07:06.447987 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b3d98-94c7-4cde-a5fd-bbac47099440", "name": "network-vif-deleted", "tag": "fff4add1-b239-43f4-9c99-274b8a0a3483", "status": "completed", "code": 200}]} {{(pid=115426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:07:06.448227 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08f34d4a-4581-437d-863e-36c19cc83a6a {{(pid=115426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:07:06.448626 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f34d4a-4581-437d-863e-36c19cc83a6a'] response: {'server_uuid': '892b3d98-94c7-4cde-a5fd-bbac47099440', 'name': 'network-vif-deleted', 'tag': 'fff4add1-b239-43f4-9c99-274b8a0a3483', 'status': 'completed', 'code': 200} Oct 28 20:07:06.471961 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [req-0bc10319-8963-4778-9ac1-46c2839c474f req-54e9bd7d-29df-4782-93f5-78261475f049 tempest-TestMinimumBasicScenario-486866161 tempest-TestMinimumBasicScenario-486866161-project] 10.222.0.20 "GET /v2.0/ports?device_id=892b3d98-94c7-4cde-a5fd-bbac47099440 HTTP/1.1" status: 200 len: 210 time: 0.0347760 Oct 28 20:07:08.072819 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43464) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:08.406067 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:08.648515 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Deleting port ea4a884e-9a79-48c0-a60e-7f72b8cae95c {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:08.648935 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:08.735234 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] For port ea4a884e-9a79-48c0-a60e-7f72b8cae95c, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:08.735481 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:08.747986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Calling delete_port for ea4a884e-9a79-48c0-a60e-7f72b8cae95c owned by network:router_interface {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:08.933431 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (ea4a884e-9a79-48c0-a60e-7f72b8cae95c), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:08.957328 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4a884e-9a79-48c0-a60e-7f72b8cae95c,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:09.117334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.328103 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Router e39c0e92-c62b-4740-b91a-29477c6a8d8f has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:07:09.435717 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:07:09.441158 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-913477aa-29d5-44ae-9665-a842aebba79c admin admin] 10.222.0.20 "PUT /v2.0/routers/e39c0e92-c62b-4740-b91a-29477c6a8d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672779 Oct 28 20:07:09.445025 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43466) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:09.446072 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Sync routers for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:07:09.457660 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:09.458328 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:09.543140 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks [] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.557825 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: dv-cinder-862894-1-iscsi {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:09.641392 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks [] for router_gateway (e39c0e92-c62b-4740-b91a-29477c6a8d8f), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.694895 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Deleting port 73520639-1c56-468e-8e2f-675af1a0b793 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:09.695245 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (73520639-1c56-468e-8e2f-675af1a0b793), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.734925 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '73520639-1c56-468e-8e2f-675af1a0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:07:08Z', 'revision_number': 5, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port': {'id': '73520639-1c56-468e-8e2f-675af1a0b793', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:09.759341 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Checking router: e39c0e92-c62b-4740-b91a-29477c6a8d8f for host: dv-cinder-862894-1-iscsi {{(pid=115429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:07:09.767568 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Routers {'e39c0e92-c62b-4740-b91a-29477c6a8d8f'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:09.768199 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'], 'active': True} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:09.772021 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] For port 73520639-1c56-468e-8e2f-675af1a0b793, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=73520639-1c56-468e-8e2f-675af1a0b793,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:09.772392 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (73520639-1c56-468e-8e2f-675af1a0b793), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.784818 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Calling delete_port for 73520639-1c56-468e-8e2f-675af1a0b793 owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:09.849744 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_dvr_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] Set router e39c0e92-c62b-4740-b91a-29477c6a8d8f gateway port host: None {{(pid=115429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:09.895900 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.l3_hamode_db [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:07:09Z', 'revision_number': 6, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:09.925777 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73903c9e-b5b7-4b46-9ab8-5d79151b03df None None] The sync data for ids ['e39c0e92-c62b-4740-b91a-29477c6a8d8f'] in dv-cinder-862894-1-iscsi is: [{'id': 'e39c0e92-c62b-4740-b91a-29477c6a8d8f', 'name': 'tempest-TestMinimumBasicScenario-974219817-router', 'tenant_id': '2b5f076819ae4d8a91d65bdd972dea44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:00Z', 'updated_at': '2022-10-28T20:07:09Z', 'revision_number': 6, 'project_id': '2b5f076819ae4d8a91d65bdd972dea44', 'gw_port_host': None}] {{(pid=115429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:07:09.953687 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (73520639-1c56-468e-8e2f-675af1a0b793), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.981093 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Pushing event deleted for resources: {'Port': ['ID=73520639-1c56-468e-8e2f-675af1a0b793,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:10.047480 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.130668 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.132936 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks [] for router_controller (e39c0e92-c62b-4740-b91a-29477c6a8d8f), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.175643 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (e39c0e92-c62b-4740-b91a-29477c6a8d8f), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.176123 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39c0e92-c62b-4740-b91a-29477c6a8d8f {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:07:10.182673 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.183896 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c4e29e1a-c85e-46c5-8025-787c33a56dea admin admin] 10.222.0.20 "DELETE /v2.0/routers/e39c0e92-c62b-4740-b91a-29477c6a8d8f HTTP/1.1" status: 204 len: 168 time: 0.7379825 Oct 28 20:07:10.186736 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43468) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:10.229991 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Deleting subnet 7fe2dedb-072f-4e96-840f-7ae3242962da {{(pid=115427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:07:10.233248 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Publish callbacks [] for subnet (7fe2dedb-072f-4e96-840f-7ae3242962da), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.272377 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2930594'] for subnet (7fe2dedb-072f-4e96-840f-7ae3242962da), precommit_delete_associations {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.352856 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (7fe2dedb-072f-4e96-840f-7ae3242962da), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.405508 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2930547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351585'] for subnet (7fe2dedb-072f-4e96-840f-7ae3242962da), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.431066 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe2dedb-072f-4e96-840f-7ae3242962da,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:10.435783 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for subnet (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.439205 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-3a60f42e-5833-4c24-bbc8-1b0468d2fb67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7fe2dedb-072f-4e96-840f-7ae3242962da HTTP/1.1" status: 204 len: 168 time: 0.2514174 Oct 28 20:07:10.441594 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c32d7-7d98-430a-b935-f0018b7ccda0 None None] Network f1f8489d-45b0-464e-ae94-4be13a5789c7 requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:07:10.442626 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43470) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:10.512379 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (f1f8489d-45b0-464e-ae94-4be13a5789c7), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.563988 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Deleting port 3e021d55-1af4-4007-8182-a8514e1797ba {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:10.564339 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.627051 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] For port 3e021d55-1af4-4007-8182-a8514e1797ba, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=3e021d55-1af4-4007-8182-a8514e1797ba,segment=NetworkSegment(f5141038-d850-42a9-87c5-d5576aaf2298),segment_id=f5141038-d850-42a9-87c5-d5576aaf2298)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:10.627335 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.646060 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Calling delete_port for 3e021d55-1af4-4007-8182-a8514e1797ba owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:10.680502 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] DHCP port deletion for f1f8489d-45b0-464e-ae94-4be13a5789c7 request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:07:10.726787 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.727524 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Deleting port 3e021d55-1af4-4007-8182-a8514e1797ba {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:10.727912 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.753715 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] No DVR routers for this DVR port 3e021d55-1af4-4007-8182-a8514e1797ba on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:07:10.758851 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e021d55-1af4-4007-8182-a8514e1797ba,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:10.801770 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] For port 3e021d55-1af4-4007-8182-a8514e1797ba, host dv-cinder-862894-1-iscsi, got binding levels [] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:10.802268 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.815478 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Calling delete_port for 3e021d55-1af4-4007-8182-a8514e1797ba owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:10.818304 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.ipam_backend_mixin [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Port 3e021d55-1af4-4007-8182-a8514e1797ba was not found and therefore no delete operation was performed {{(pid=115428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 20:07:10.819621 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (3e021d55-1af4-4007-8182-a8514e1797ba), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.829455 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (f1f8489d-45b0-464e-ae94-4be13a5789c7), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.843626 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Pushing event deleted for resources: {'Port': ['ID=3e021d55-1af4-4007-8182-a8514e1797ba,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:10.847965 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] No DVR routers for this DVR port 3e021d55-1af4-4007-8182-a8514e1797ba on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:07:10.849109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f8489d-45b0-464e-ae94-4be13a5789c7']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:10.854688 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.855379 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.855620 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.855997 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.855997 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.860472 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d8fca-825a-438b-afc9-bbefda44eeb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-iscsi {{(pid=115428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:07:10.863719 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5141038-d850-42a9-87c5-d5576aaf2298') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:10.864087 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5141038-d850-42a9-87c5-d5576aaf2298') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:10.875208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (f5141038-d850-42a9-87c5-d5576aaf2298), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.889411 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (f5141038-d850-42a9-87c5-d5576aaf2298), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.895820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:07:10.896227 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (f5141038-d850-42a9-87c5-d5576aaf2298), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.959389 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (f1f8489d-45b0-464e-ae94-4be13a5789c7), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.966154 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:10.979188 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f1f8489d-45b0-464e-ae94-4be13a5789c7 HTTP/1.1" status: 204 len: 168 time: 0.5258758 Oct 28 20:07:10.980983 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43476) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:10.995586 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment f5141038-d850-42a9-87c5-d5576aaf2298 resource provider aggregate not found Oct 28 20:07:10.999107 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d071-810e-4921-b182-8199b33b2901 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f8489d-45b0-464e-ae94-4be13a5789c7,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:11.046266 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment f5141038-d850-42a9-87c5-d5576aaf2298 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5141038-d850-42a9-87c5-d5576aaf2298 found for delete ", "request_id": "req-717f80e4-c5f3-4e6d-9d0b-a96f6ad59cd6"}]} Oct 28 20:07:11.095074 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device fff4add1-b239-43f4-9c99-274b8a0a3483 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:11.113894 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] No Port match for: fff4add1-b239-43f4-9c99-274b8a0a3483 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:11.114275 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Device fff4add1-b239-43f4-9c99-274b8a0a3483 not bound to the agent host hv-cinder-86289 {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:11.344682 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-772524'] for router_interface (b253286b-37f2-4874-9134-8c3717dceff1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:11.830627 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Deleting port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:11.830936 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:11.910621 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] For port d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:11.911066 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:11.924924 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Calling delete_port for d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a owned by network:router_interface {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:11.958458 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ea4a884e-9a79-48c0-a60e-7f72b8cae95c no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:11.977982 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: ea4a884e-9a79-48c0-a60e-7f72b8cae95c {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:11.978396 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device ea4a884e-9a79-48c0-a60e-7f72b8cae95c not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:11.978842 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 73520639-1c56-468e-8e2f-675af1a0b793 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:11.996604 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 73520639-1c56-468e-8e2f-675af1a0b793 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:11.996959 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 73520639-1c56-468e-8e2f-675af1a0b793 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:11.997385 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 3e021d55-1af4-4007-8182-a8514e1797ba no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:12.015211 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: 3e021d55-1af4-4007-8182-a8514e1797ba {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:12.015568 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device 3e021d55-1af4-4007-8182-a8514e1797ba not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:12.104652 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.127929 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:12.292510 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772892'] for router_interface (b253286b-37f2-4874-9134-8c3717dceff1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.496212 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Router b253286b-37f2-4874-9134-8c3717dceff1 has already been hosted by L3 agent 3cb01144-c89e-4502-9899-1baa77c21a66 {{(pid=115426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:07:12.598839 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-iscsi the message routers_updated {{(pid=115426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:07:12.604234 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-600c98a5-98f9-4e70-a997-53d0ab3e8c59 admin admin] 10.222.0.20 "PUT /v2.0/routers/b253286b-37f2-4874-9134-8c3717dceff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6238406 Oct 28 20:07:12.606893 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43480) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:12.611131 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Sync routers for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:07:12.622690 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:12.623337 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:12.704932 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks [] for router (b253286b-37f2-4874-9134-8c3717dceff1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.723615 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: dv-cinder-862894-1-iscsi {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:12.804619 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks [] for router_gateway (b253286b-37f2-4874-9134-8c3717dceff1), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.854993 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Deleting port aeaeebfc-7887-4516-babc-d8c91eb6af70 {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:12.855368 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.891476 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'external_fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:07:12Z', 'revision_number': 5, 'project_id': '588c308103bb476296600de317474a49', 'gw_port': {'id': 'aeaeebfc-7887-4516-babc-d8c91eb6af70', 'name': '', 'network_id': '7c56394e-3225-4842-8e35-c4bdd3d84a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:05:05Z', 'updated_at': '2022-10-28T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1939632-3ba5-4996-a2ab-a1083fdcab88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-iscsi'}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:12.919111 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Checking router: b253286b-37f2-4874-9134-8c3717dceff1 for host: dv-cinder-862894-1-iscsi {{(pid=115428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:07:12.927922 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Routers {'b253286b-37f2-4874-9134-8c3717dceff1'} bound to L3 agent in host dv-cinder-862894-1-iscsi {{(pid=115428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:07:12.928507 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:17Z,description=,heartbeat_timestamp=2022-10-28T20:06:47Z,host='dv-cinder-862894-1-iscsi',id=3cb01144-c89e-4502-9899-1baa77c21a66,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:17Z,topic='l3_agent')) {'router_ids': ['b253286b-37f2-4874-9134-8c3717dceff1'], 'active': True} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:12.938022 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] For port aeaeebfc-7887-4516-babc-d8c91eb6af70, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=aeaeebfc-7887-4516-babc-d8c91eb6af70,segment=NetworkSegment(b7799152-4804-432d-b2d8-41a9b6de00e0),segment_id=b7799152-4804-432d-b2d8-41a9b6de00e0)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:12.938567 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.952573 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Calling delete_port for aeaeebfc-7887-4516-babc-d8c91eb6af70 owned by network:router_gateway {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:13.011510 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvr_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] Set router b253286b-37f2-4874-9134-8c3717dceff1 gateway port host: None {{(pid=115428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:07:13.059091 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_hamode_db [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:07:12Z', 'revision_number': 6, 'project_id': '588c308103bb476296600de317474a49', 'gw_port_host': None}], 'dv-cinder-862894-1-iscsi', False) {} {{(pid=115428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:13.086121 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced872-4488-4a4f-b5bd-33c2d04db4dc None None] The sync data for ids ['b253286b-37f2-4874-9134-8c3717dceff1'] in dv-cinder-862894-1-iscsi is: [{'id': 'b253286b-37f2-4874-9134-8c3717dceff1', 'name': 'tempest-TestMinimumBasicScenario-1186891446-router', 'tenant_id': '588c308103bb476296600de317474a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:05:04Z', 'updated_at': '2022-10-28T20:07:12Z', 'revision_number': 6, 'project_id': '588c308103bb476296600de317474a49', 'gw_port_host': None}] {{(pid=115428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:07:13.121902 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (aeaeebfc-7887-4516-babc-d8c91eb6af70), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.146023 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeaeebfc-7887-4516-babc-d8c91eb6af70,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:13.204658 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773606'] for router_gateway (b253286b-37f2-4874-9134-8c3717dceff1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.286589 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-770675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39623'] for router (b253286b-37f2-4874-9134-8c3717dceff1), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.288712 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks [] for router_controller (b253286b-37f2-4874-9134-8c3717dceff1), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.337600 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-770570'] for router (b253286b-37f2-4874-9134-8c3717dceff1), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.338109 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b253286b-37f2-4874-9134-8c3717dceff1 {{(pid=115426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:07:13.342959 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.344124 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-e8b19f1a-4eaa-4761-87d2-5a3f1829b950 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b253286b-37f2-4874-9134-8c3717dceff1 HTTP/1.1" status: 204 len: 168 time: 0.7363353 Oct 28 20:07:13.347720 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43482) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:13.392208 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Deleting subnet 51017b40-b367-47ef-9c6f-e89085ddc5c8 {{(pid=115426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:07:13.395416 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Publish callbacks [] for subnet (51017b40-b367-47ef-9c6f-e89085ddc5c8), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.431152 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3950519'] for subnet (51017b40-b367-47ef-9c6f-e89085ddc5c8), precommit_delete_associations {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.513354 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33134662'] for subnet (51017b40-b367-47ef-9c6f-e89085ddc5c8), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.569945 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33134719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3844470'] for subnet (51017b40-b367-47ef-9c6f-e89085ddc5c8), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.594961 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51017b40-b367-47ef-9c6f-e89085ddc5c8,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:13.598603 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.602233 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-c1f267f5-6e2f-4a33-8157-adf0e19aef93 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51017b40-b367-47ef-9c6f-e89085ddc5c8 HTTP/1.1" status: 204 len: 168 time: 0.2531676 Oct 28 20:07:13.604626 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43484) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:13.607277 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92000b21-9c17-42d8-a866-bf55fced3281 None None] Network 39ef85e0-eb9f-417a-ad89-be81d832becf requested from dv-cinder-862894-1-iscsi {{(pid=115428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:07:13.676937 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33162654'] for network (39ef85e0-eb9f-417a-ad89-be81d832becf), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.726986 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Deleting port d2ce7be7-a815-4bd9-95c9-350511cfedef {{(pid=115426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:13.727334 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.787846 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.db [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] For port d2ce7be7-a815-4bd9-95c9-350511cfedef, host dv-cinder-862894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-iscsi',level=0,port_id=d2ce7be7-a815-4bd9-95c9-350511cfedef,segment=NetworkSegment(10d840ac-da9a-4967-b720-c2b60cbd87f6),segment_id=10d840ac-da9a-4967-b720-c2b60cbd87f6)] {{(pid=115426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:13.788120 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.800820 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.plugin [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Calling delete_port for d2ce7be7-a815-4bd9-95c9-350511cfedef owned by network:dhcp {{(pid=115426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:13.837628 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] DHCP port deletion for 39ef85e0-eb9f-417a-ad89-be81d832becf request from dv-cinder-862894-1-iscsi {{(pid=115428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:07:13.884961 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Deleting port d2ce7be7-a815-4bd9-95c9-350511cfedef {{(pid=115428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:07:13.885340 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791948923935'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), before_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.886008 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478646'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.911985 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ce7be7-a815-4bd9-95c9-350511cfedef,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:13.913841 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] No DVR routers for this DVR port d2ce7be7-a815-4bd9-95c9-350511cfedef on host dv-cinder-862894-1-iscsi {{(pid=115426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:07:13.963634 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.db [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] For port d2ce7be7-a815-4bd9-95c9-350511cfedef, host dv-cinder-862894-1-iscsi, got binding levels [] {{(pid=115428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:07:13.964288 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777201'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), precommit_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.983086 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Calling delete_port for d2ce7be7-a815-4bd9-95c9-350511cfedef owned by network:dhcp {{(pid=115428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:07:13.986904 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device aeaeebfc-7887-4516-babc-d8c91eb6af70 no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:13.989719 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.ipam_backend_mixin [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Port d2ce7be7-a815-4bd9-95c9-350511cfedef was not found and therefore no delete operation was performed {{(pid=115428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 20:07:13.992171 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33120034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791948930434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791948376046'] for port (d2ce7be7-a815-4bd9-95c9-350511cfedef), after_delete {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:13.993646 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33133007', 'neutron.services.segments.db._delete_segments_for_network-8791948869416'] for network (39ef85e0-eb9f-417a-ad89-be81d832becf), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.014240 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ef85e0-eb9f-417a-ad89-be81d832becf']}} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:14.014861 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: aeaeebfc-7887-4516-babc-d8c91eb6af70 {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:14.015364 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device aeaeebfc-7887-4516-babc-d8c91eb6af70 not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:14.015598 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d2ce7be7-a815-4bd9-95c9-350511cfedef no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:14.024167 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d840ac-da9a-4967-b720-c2b60cbd87f6') {'for_net_delete': True} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:14.024477 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.services.segments.db [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d840ac-da9a-4967-b720-c2b60cbd87f6') {} {{(pid=115426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:07:14.034414 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791948870458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3950510'] for segment (10d840ac-da9a-4967-b720-c2b60cbd87f6), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.050295 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314'] for segment (10d840ac-da9a-4967-b720-c2b60cbd87f6), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.056220 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] Pushing event deleted for resources: {'Port': ['ID=d2ce7be7-a815-4bd9-95c9-350511cfedef,revision_number=None']} {{(pid=115428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:14.057972 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: d2ce7be7-a815-4bd9-95c9-350511cfedef {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:14.058345 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d2ce7be7-a815-4bd9-95c9-350511cfedef not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:14.058769 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a no longer exists at agent ovs-agent-dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:07:14.061581 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=115426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:07:14.061581 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33153314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478593'] for segment (10d840ac-da9a-4967-b720-c2b60cbd87f6), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.061863 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188d6c-f388-4754-bf66-6763884088eb None None] No DVR routers for this DVR port d2ce7be7-a815-4bd9-95c9-350511cfedef on host dv-cinder-862894-1-iscsi {{(pid=115428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:07:14.080564 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.plugin [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] No Port match for: d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a {{(pid=115428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:07:14.080918 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron.plugins.ml2.rpc [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Device d60c5b84-0e8a-40a3-a758-e3b40f3c4e0a not bound to the agent host dv-cinder-862894-1-iscsi {{(pid=115428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:07:14.107121 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 10d840ac-da9a-4967-b720-c2b60cbd87f6 resource provider aggregate not found Oct 28 20:07:14.126179 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.services.segments.plugin [-] Segment 10d840ac-da9a-4967-b720-c2b60cbd87f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10d840ac-da9a-4967-b720-c2b60cbd87f6 found for delete ", "request_id": "req-0ff3600e-db5f-4fd4-9c01-09eb23ba0154"}]} Oct 28 20:07:14.135572 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33132996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773530'] for network (39ef85e0-eb9f-417a-ad89-be81d832becf), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.140247 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714352'] for network (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.144106 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/39ef85e0-eb9f-417a-ad89-be81d832becf HTTP/1.1" status: 204 len: 168 time: 0.5384703 Oct 28 20:07:14.157467 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1217a-6c05-4fde-8427-2a4d3d8a0f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ef85e0-eb9f-417a-ad89-be81d832becf,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:14.340397 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43492) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:14.381952 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cbac4dde-92ac-40ec-a2a9-6b507099a1a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b5f076819ae4d8a91d65bdd972dea44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402811 Oct 28 20:07:14.384600 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [-] (115426) accepted ('10.222.0.20', 43494) {{(pid=115426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:14.435302 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] Publish callbacks [] for security_group (35e51eac-f295-43a0-85d0-734774ce2d5b), before_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.456232 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] Publish callbacks [] for security_group (35e51eac-f295-43a0-85d0-734774ce2d5b), precommit_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.504692 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (35e51eac-f295-43a0-85d0-734774ce2d5b), after_delete {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.507548 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron_lib.callbacks.manager [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.511371 dv-cinder-862894-1-iscsi neutron-server[115426]: INFO neutron.wsgi [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35e51eac-f295-43a0-85d0-734774ce2d5b HTTP/1.1" status: 204 len: 168 time: 0.1231947 Oct 28 20:07:14.516613 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd902e13-a6fe-4b5f-8f0e-c228d59d83a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e51eac-f295-43a0-85d0-734774ce2d5b,revision_number=None']} {{(pid=115426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:14.825343 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43500) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:14.865907 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-2c8bf494-f008-487b-8a98-05022551e6ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=588c308103bb476296600de317474a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393715 Oct 28 20:07:14.869563 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [-] (115427) accepted ('10.222.0.20', 43502) {{(pid=115427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:07:14.918574 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] Publish callbacks [] for security_group (c00acd01-2176-4354-b953-2a57bd18817d), before_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.940464 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] Publish callbacks [] for security_group (c00acd01-2176-4354-b953-2a57bd18817d), precommit_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.990914 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572485'] for security_group (c00acd01-2176-4354-b953-2a57bd18817d), after_delete {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.993524 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron_lib.callbacks.manager [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:14.994717 dv-cinder-862894-1-iscsi neutron-server[115427]: INFO neutron.wsgi [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c00acd01-2176-4354-b953-2a57bd18817d HTTP/1.1" status: 204 len: 168 time: 0.1242285 Oct 28 20:07:15.002630 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c5cee-edc8-466d-b778-156bf5fa982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00acd01-2176-4354-b953-2a57bd18817d,revision_number=None']} {{(pid=115427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:07:15.040421 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-28773894-d91f-4282-a4e8-fb429ecb6384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:17.414667 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-fd65df85-cb0d-4d12-b5f9-9fae4adeb29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:18.420952 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:19.689682 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:20.528568 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:20.595388 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:07:21.170016 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:45.045338 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-1a28732c-a7c8-4305-a0ce-bcbb2a130a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:47.426373 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-34da3fbc-6a1c-4e2c-be59-40219fa0e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:48.417322 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:49.686495 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:50.533431 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:51.169459 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:57.600456 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:08:15.055676 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-17d35fd2-236a-403f-a327-dfd7ff347a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:17.436801 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5def8adf-3cc0-4c32-8e09-a1e69ab82743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:17.908589 dv-cinder-862894-1-iscsi neutron-server[115426]: DEBUG neutron.wsgi [req-2db5085c-333f-43e4-9923-52ce013ca76a req-b75898c8-fb67-45cb-9df3-84eb2dcaf64d service neutron] (115426) timed out ('10.222.0.55', 49621) {{(pid=115426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 20:08:18.418314 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:19.689578 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:20.541202 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:21.170548 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:34.602298 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:08:45.054251 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d2d8-f7f2-4129-974b-4c3209760d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:47.427390 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-be3a7ad6-eada-4983-8a21-08821f1b7ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:48.430780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:49.692693 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:50.540503 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:51.173780 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:11.607353 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:09:15.054587 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8fb87dc4-6146-43d8-90f9-229332adc1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:17.433690 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-20c677d9-dd98-42a0-af9f-82cb7631ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:18.366512 dv-cinder-862894-1-iscsi neutron-server[115427]: DEBUG neutron.wsgi [req-34751652-f0e2-4d03-b1cc-d8137f968152 req-ead3ba81-f77d-4553-8e76-083ef9f675df service neutron] (115427) timed out ('10.222.0.55', 49624) {{(pid=115427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 20:09:18.428817 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:19.696588 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:20.540875 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:21.173961 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:45.056492 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-5676c530-5c81-4156-84f6-16382d5dc3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:47.433414 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-45c381f6-829e-43d6-8bbf-acd233020b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:48.554583 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:48.607061 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:09:49.701042 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:50.542292 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:09:51.175225 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:15.060144 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-83de5e7f-372a-4a5d-aa5e-7ec5d8b912b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:17.430318 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe87c-1229-4cee-a40c-cd92f1f79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:18.440728 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:19.702672 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:20.544174 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:21.176382 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:25.612417 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:10:45.055989 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-eb68a4c0-1310-475c-a2de-614d5038a5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:47.422756 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-3f88a3fe-9e9b-4890-9840-2346ddc8bbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:48.441543 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:49.706501 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:50.543372 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:10:51.180970 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:02.618151 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:11:15.060671 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-7e3691e4-2efe-4278-8807-86ffd501a73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:17.423365 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-4d6283f6-dc6d-4608-8607-154266c35050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:18.452100 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:19.709408 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:20.541239 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:21.188677 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:39.622691 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:11:45.071649 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-15950f00-1218-45a1-aa52-fcd4978f350a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:47.428143 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-024a2f73-a27c-4bd4-9f3d-7313b446b53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:48.456790 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:49.712741 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:50.558875 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:11:51.184903 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:15.076227 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-15662540-4277-46c6-a8dc-76eeba5d52fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (6587559a-9e6a-45e8-b966-6a2db74ba204), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:16.628633 dv-cinder-862894-1-iscsi neutron-server[115429]: DEBUG neutron.db.agents_db [None req-f8dbe685-ac84-472c-a31d-9339e41ab94d None None] Agent healthcheck: found 6 active agents {{(pid=115429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:12:17.427446 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bcbd-9ded-4b5e-88d4-3267da7be629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (3cb01144-c89e-4502-9899-1baa77c21a66), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:18.454545 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-feac7d9e-c3be-47a2-b348-974c838ea19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (75869495-927f-41f9-b2dc-b38d1616c269), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:19.715312 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-88ad931a-1a51-48f9-9e4d-d07071a15bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (10844478-3c66-4a08-95b6-abf6305c663f), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:20.558536 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-d64823d6-b01e-4922-9d54-f3c4653f35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (f68df18a-761b-4b7c-9406-2dd0c4968d0a), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:12:21.171428 dv-cinder-862894-1-iscsi neutron-server[115428]: DEBUG neutron_lib.callbacks.manager [None req-f47b00b3-e227-4d7d-a8f1-d611adb06aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791948869398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33133782'] for agent (76cfd8dd-7944-4c31-b631-186565bdc2ae), after_update {{(pid=115428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}